In [1]:
#Load necessary libraries
import tensorflow as tf
import numpy as np
import tensorflow.contrib.slim as slim
import input_data
import matplotlib.pyplot as plt
%matplotlib inline
To obtain the CIFAR10 dataset, go here: https://www.cs.toronto.edu/~kriz/cifar.html
The training data is stored in 5 separate files, and we will alternate between them during training.
In [2]:
def unpickle(file):
import cPickle
fo = open(file, 'rb')
dict = cPickle.load(fo)
fo.close()
return dict
def ConvertImages(raw):
"""
Convert images from the CIFAR-10 format and
return a 4-dim array with shape: [image_number, height, width, channel]
where the pixels are floats between 0.0 and 1.0.
"""
# Convert the raw images from the data-files to floating-points.
raw_float = np.array(raw, dtype=float) / 255.0
# Reshape the array to 4-dimensions.
images = raw_float.reshape([-1, 3, 32, 32])
# Reorder the indices of the array.
images = images.transpose([0, 2, 3, 1])
return images
In [3]:
currentCifar = 1
cifar = unpickle('./cifar10/data_batch_1')
cifarT = unpickle('./cifar10/test_batch')
In [4]:
total_layers = 25 #Specify how deep we want our network
units_between_stride = total_layers / 5
An implementation of a Dense Network as described in Densely Connected Convolutional Networks.
In [5]:
def denseBlock(input_layer,i,j):
with tf.variable_scope("dense_unit"+str(i)):
nodes = []
a = slim.conv2d(input_layer,64,[3,3],normalizer_fn=slim.batch_norm)
nodes.append(a)
for z in range(j):
b = slim.conv2d(tf.concat(nodes,3),64,[3,3],normalizer_fn=slim.batch_norm)
nodes.append(b)
return b
tf.reset_default_graph()
input_layer = tf.placeholder(shape=[None,32,32,3],dtype=tf.float32,name='input')
label_layer = tf.placeholder(shape=[None],dtype=tf.int32)
label_oh = slim.layers.one_hot_encoding(label_layer,10)
layer1 = slim.conv2d(input_layer,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str(0))
for i in range(5):
layer1 = denseBlock(layer1,i,units_between_stride)
layer1 = slim.conv2d(layer1,64,[3,3],stride=[2,2],normalizer_fn=slim.batch_norm,scope='conv_s_'+str(i))
top = slim.conv2d(layer1,10,[3,3],normalizer_fn=slim.batch_norm,activation_fn=None,scope='conv_top')
output = slim.layers.softmax(slim.layers.flatten(top))
loss = tf.reduce_mean(-tf.reduce_sum(label_oh * tf.log(output) + 1e-10, axis=[1]))
trainer = tf.train.AdamOptimizer(learning_rate=0.001)
update = trainer.minimize(loss)
In [7]:
from IPython.display import clear_output, Image, display, HTML
def strip_consts(graph_def, max_const_size=32):
"""Strip large constant values from graph_def."""
strip_def = tf.GraphDef()
for n0 in graph_def.node:
n = strip_def.node.add()
n.MergeFrom(n0)
if n.op == 'Const':
tensor = n.attr['value'].tensor
size = len(tensor.tensor_content)
if size > max_const_size:
tensor.tensor_content = "<stripped %d bytes>"%size
return strip_def
def show_graph(graph_def, max_const_size=32):
"""Visualize TensorFlow graph."""
if hasattr(graph_def, 'as_graph_def'):
graph_def = graph_def.as_graph_def()
strip_def = strip_consts(graph_def, max_const_size=max_const_size)
code = """
<script>
function load() {{
document.getElementById("{id}").pbtxt = {data};
}}
</script>
<link rel="import" href="https://tensorboard.appspot.com/tf-graph-basic.build.html" onload=load()>
<div style="height:600px">
<tf-graph-basic id="{id}"></tf-graph-basic>
</div>
""".format(data=repr(str(strip_def)), id='graph'+str(np.random.rand()))
iframe = """
<iframe seamless style="width:1200px;height:620px;border:0" srcdoc="{}"></iframe>
""".format(code.replace('"', '"'))
display(HTML(iframe))
In [8]:
show_graph(tf.get_default_graph().as_graph_def())
In [9]:
init = tf.global_variables_initializer()
batch_size = 64
currentCifar = 1
total_steps = 20000
l = []
a = []
aT = []
saver = tf.train.Saver()
sess = tf.Session()
sess.run(init)
i = 0
draw = range(10000)
while i < total_steps:
if i % (10000/batch_size) != 0:
batch_index = np.random.choice(draw,size=batch_size,replace=False)
else:
draw = range(10000)
if currentCifar == 5:
currentCifar = 1
print "Switched CIFAR set to " + str(currentCifar)
else:
currentCifar = currentCifar + 1
print "Switched CIFAR set to " + str(currentCifar)
cifar = unpickle('./cifar10/data_batch_'+str(currentCifar))
batch_index = np.random.choice(draw,size=batch_size,replace=False)
x = ConvertImages(cifar['data'][batch_index])
y = np.reshape(np.array(cifar['labels'])[batch_index],[batch_size,1])
_,lossA,yP,LO = sess.run([update,loss,output,label_oh],feed_dict={input_layer:x,label_layer:np.hstack(y)})
accuracy = np.sum(np.equal(np.hstack(y),np.argmax(yP,1)))/float(len(y))
l.append(lossA)
a.append(accuracy)
if i % 10 == 0: print "Step: " + str(i) + " Loss: " + str(lossA) + " Accuracy: " + str(accuracy)
if i % 100 == 0:
point = np.random.randint(0,10000-500)
xT = ConvertImages(cifarT['data'][point:point+500])
yT = np.reshape(np.array(cifarT['labels'])[point:point+500],[500])
lossT,yP = sess.run([loss,output],feed_dict={input_layer:xT,label_layer:yT})
accuracy = np.sum(np.equal(yT,np.argmax(yP,1)))/float(len(yT))
aT.append(accuracy)
print "Test set accuracy: " + str(accuracy)
i+= 1
save_path = saver.save(sess, "./trainingmodels/DenseNet/model_densnet.ckpt")
print "Model saved in file: " + str(save_path)
sess.close()
Switched CIFAR set to 2
Step: 0 Loss: 2.9222 Accuracy: 0.078125
Test set accuracy: 0.114
Step: 10 Loss: 2.55995 Accuracy: 0.078125
Step: 20 Loss: 2.25432 Accuracy: 0.15625
Step: 30 Loss: 2.27495 Accuracy: 0.1875
Step: 40 Loss: 2.14674 Accuracy: 0.25
Step: 50 Loss: 1.97689 Accuracy: 0.296875
Step: 60 Loss: 2.00566 Accuracy: 0.296875
Step: 70 Loss: 1.85913 Accuracy: 0.390625
Step: 80 Loss: 2.0484 Accuracy: 0.203125
Step: 90 Loss: 1.75845 Accuracy: 0.34375
Step: 100 Loss: 1.74863 Accuracy: 0.34375
Test set accuracy: 0.33
Step: 110 Loss: 1.84953 Accuracy: 0.28125
Step: 120 Loss: 1.6891 Accuracy: 0.40625
Step: 130 Loss: 1.94572 Accuracy: 0.3125
Step: 140 Loss: 1.64267 Accuracy: 0.390625
Step: 150 Loss: 1.77556 Accuracy: 0.265625
Switched CIFAR set to 3
Step: 160 Loss: 1.74516 Accuracy: 0.375
Step: 170 Loss: 1.51322 Accuracy: 0.390625
Step: 180 Loss: 1.70762 Accuracy: 0.296875
Step: 190 Loss: 1.5873 Accuracy: 0.46875
Step: 200 Loss: 1.42377 Accuracy: 0.53125
Test set accuracy: 0.442
Step: 210 Loss: 1.67071 Accuracy: 0.421875
Step: 220 Loss: 1.52874 Accuracy: 0.4375
Step: 230 Loss: 1.51645 Accuracy: 0.5
Step: 240 Loss: 1.76664 Accuracy: 0.390625
Step: 250 Loss: 1.60402 Accuracy: 0.359375
Step: 260 Loss: 1.60799 Accuracy: 0.40625
Step: 270 Loss: 1.59099 Accuracy: 0.40625
Step: 280 Loss: 1.43942 Accuracy: 0.625
Step: 290 Loss: 1.47686 Accuracy: 0.46875
Step: 300 Loss: 1.46524 Accuracy: 0.515625
Test set accuracy: 0.41
Step: 310 Loss: 1.38652 Accuracy: 0.53125
Switched CIFAR set to 4
Step: 320 Loss: 1.55733 Accuracy: 0.4375
Step: 330 Loss: 1.53479 Accuracy: 0.46875
Step: 340 Loss: 1.57082 Accuracy: 0.421875
Step: 350 Loss: 1.62474 Accuracy: 0.421875
Step: 360 Loss: 1.59259 Accuracy: 0.46875
Step: 370 Loss: 1.57565 Accuracy: 0.390625
Step: 380 Loss: 1.49572 Accuracy: 0.453125
Step: 390 Loss: 1.41375 Accuracy: 0.515625
Step: 400 Loss: 1.45834 Accuracy: 0.4375
Test set accuracy: 0.498
Step: 410 Loss: 1.42121 Accuracy: 0.53125
Step: 420 Loss: 1.49053 Accuracy: 0.453125
Step: 430 Loss: 1.68239 Accuracy: 0.40625
Step: 440 Loss: 1.25863 Accuracy: 0.59375
Step: 450 Loss: 1.61635 Accuracy: 0.375
Step: 460 Loss: 1.50117 Accuracy: 0.484375
Switched CIFAR set to 5
Step: 470 Loss: 1.49864 Accuracy: 0.46875
Step: 480 Loss: 1.30188 Accuracy: 0.546875
Step: 490 Loss: 1.3287 Accuracy: 0.53125
Step: 500 Loss: 1.5007 Accuracy: 0.46875
Test set accuracy: 0.502
Step: 510 Loss: 1.28814 Accuracy: 0.515625
Step: 520 Loss: 1.38722 Accuracy: 0.5
Step: 530 Loss: 1.30455 Accuracy: 0.65625
Step: 540 Loss: 1.30344 Accuracy: 0.578125
Step: 550 Loss: 1.28202 Accuracy: 0.515625
Step: 560 Loss: 1.36221 Accuracy: 0.578125
Step: 570 Loss: 1.38473 Accuracy: 0.46875
Step: 580 Loss: 1.04224 Accuracy: 0.6875
Step: 590 Loss: 1.20018 Accuracy: 0.640625
Step: 600 Loss: 1.34352 Accuracy: 0.53125
Test set accuracy: 0.514
Step: 610 Loss: 1.43572 Accuracy: 0.4375
Step: 620 Loss: 1.13594 Accuracy: 0.71875
Switched CIFAR set to 1
Step: 630 Loss: 1.14206 Accuracy: 0.671875
Step: 640 Loss: 1.2254 Accuracy: 0.609375
Step: 650 Loss: 1.24993 Accuracy: 0.59375
Step: 660 Loss: 1.4054 Accuracy: 0.515625
Step: 670 Loss: 1.29635 Accuracy: 0.609375
Step: 680 Loss: 1.11485 Accuracy: 0.65625
Step: 690 Loss: 1.30132 Accuracy: 0.546875
Step: 700 Loss: 1.21051 Accuracy: 0.609375
Test set accuracy: 0.496
Step: 710 Loss: 1.18861 Accuracy: 0.609375
Step: 720 Loss: 1.34598 Accuracy: 0.59375
Step: 730 Loss: 1.07989 Accuracy: 0.703125
Step: 740 Loss: 1.17823 Accuracy: 0.59375
Step: 750 Loss: 1.24201 Accuracy: 0.609375
Step: 760 Loss: 1.14769 Accuracy: 0.609375
Step: 770 Loss: 1.41485 Accuracy: 0.453125
Switched CIFAR set to 2
Step: 780 Loss: 1.39323 Accuracy: 0.5625
Step: 790 Loss: 1.23088 Accuracy: 0.640625
Step: 800 Loss: 1.45276 Accuracy: 0.484375
Test set accuracy: 0.568
Step: 810 Loss: 1.21586 Accuracy: 0.609375
Step: 820 Loss: 1.10753 Accuracy: 0.71875
Step: 830 Loss: 1.26359 Accuracy: 0.53125
Step: 840 Loss: 1.32042 Accuracy: 0.546875
Step: 850 Loss: 1.2923 Accuracy: 0.578125
Step: 860 Loss: 1.24206 Accuracy: 0.5625
Step: 870 Loss: 1.25315 Accuracy: 0.578125
Step: 880 Loss: 1.23878 Accuracy: 0.53125
Step: 890 Loss: 1.18968 Accuracy: 0.609375
Step: 900 Loss: 1.36311 Accuracy: 0.515625
Test set accuracy: 0.6
Step: 910 Loss: 1.28241 Accuracy: 0.65625
Step: 920 Loss: 1.2205 Accuracy: 0.640625
Step: 930 Loss: 1.06187 Accuracy: 0.671875
Switched CIFAR set to 3
Step: 940 Loss: 1.45352 Accuracy: 0.5
Step: 950 Loss: 1.1855 Accuracy: 0.671875
Step: 960 Loss: 1.32307 Accuracy: 0.515625
Step: 970 Loss: 1.05586 Accuracy: 0.734375
Step: 980 Loss: 1.05022 Accuracy: 0.671875
Step: 990 Loss: 1.12793 Accuracy: 0.640625
Step: 1000 Loss: 1.05491 Accuracy: 0.71875
Test set accuracy: 0.632
Step: 1010 Loss: 1.19995 Accuracy: 0.59375
Step: 1020 Loss: 1.2101 Accuracy: 0.609375
Step: 1030 Loss: 0.942086 Accuracy: 0.78125
Step: 1040 Loss: 1.19551 Accuracy: 0.625
Step: 1050 Loss: 1.20416 Accuracy: 0.640625
Step: 1060 Loss: 1.12051 Accuracy: 0.625
Step: 1070 Loss: 0.900654 Accuracy: 0.75
Step: 1080 Loss: 1.06295 Accuracy: 0.609375
Step: 1090 Loss: 1.036 Accuracy: 0.71875
Switched CIFAR set to 4
Step: 1100 Loss: 1.05536 Accuracy: 0.65625
Test set accuracy: 0.592
Step: 1110 Loss: 1.11789 Accuracy: 0.65625
Step: 1120 Loss: 1.09977 Accuracy: 0.640625
Step: 1130 Loss: 1.12889 Accuracy: 0.640625
Step: 1140 Loss: 0.991547 Accuracy: 0.71875
Step: 1150 Loss: 1.08731 Accuracy: 0.65625
Step: 1160 Loss: 1.32354 Accuracy: 0.5625
Step: 1170 Loss: 1.24166 Accuracy: 0.609375
Step: 1180 Loss: 1.08893 Accuracy: 0.640625
Step: 1190 Loss: 1.28702 Accuracy: 0.609375
Step: 1200 Loss: 1.06594 Accuracy: 0.703125
Test set accuracy: 0.634
Step: 1210 Loss: 1.13733 Accuracy: 0.640625
Step: 1220 Loss: 1.12489 Accuracy: 0.640625
Step: 1230 Loss: 0.909682 Accuracy: 0.734375
Step: 1240 Loss: 0.888074 Accuracy: 0.75
Switched CIFAR set to 5
Step: 1250 Loss: 1.11691 Accuracy: 0.65625
Step: 1260 Loss: 1.06844 Accuracy: 0.703125
Step: 1270 Loss: 1.17709 Accuracy: 0.65625
Step: 1280 Loss: 1.29072 Accuracy: 0.609375
Step: 1290 Loss: 1.23824 Accuracy: 0.578125
Step: 1300 Loss: 1.06009 Accuracy: 0.65625
Test set accuracy: 0.636
Step: 1310 Loss: 1.04102 Accuracy: 0.65625
Step: 1320 Loss: 1.20815 Accuracy: 0.65625
Step: 1330 Loss: 1.11077 Accuracy: 0.6875
Step: 1340 Loss: 1.17714 Accuracy: 0.609375
Step: 1350 Loss: 0.88223 Accuracy: 0.71875
Step: 1360 Loss: 0.903737 Accuracy: 0.75
Step: 1370 Loss: 0.809483 Accuracy: 0.78125
Step: 1380 Loss: 1.06183 Accuracy: 0.640625
Step: 1390 Loss: 1.14752 Accuracy: 0.609375
Step: 1400 Loss: 1.11208 Accuracy: 0.65625
Test set accuracy: 0.65
Switched CIFAR set to 1
Step: 1410 Loss: 1.19067 Accuracy: 0.640625
Step: 1420 Loss: 1.15403 Accuracy: 0.640625
Step: 1430 Loss: 1.13253 Accuracy: 0.671875
Step: 1440 Loss: 1.10996 Accuracy: 0.65625
Step: 1450 Loss: 1.09206 Accuracy: 0.6875
Step: 1460 Loss: 0.891242 Accuracy: 0.75
Step: 1470 Loss: 0.977462 Accuracy: 0.71875
Step: 1480 Loss: 1.08692 Accuracy: 0.703125
Step: 1490 Loss: 0.954106 Accuracy: 0.75
Step: 1500 Loss: 0.997406 Accuracy: 0.71875
Test set accuracy: 0.672
Step: 1510 Loss: 1.11724 Accuracy: 0.671875
Step: 1520 Loss: 1.06452 Accuracy: 0.671875
Step: 1530 Loss: 1.00684 Accuracy: 0.703125
Step: 1540 Loss: 0.923138 Accuracy: 0.734375
Step: 1550 Loss: 1.26742 Accuracy: 0.578125
Switched CIFAR set to 2
Step: 1560 Loss: 1.0537 Accuracy: 0.703125
Step: 1570 Loss: 0.927213 Accuracy: 0.71875
Step: 1580 Loss: 0.98346 Accuracy: 0.703125
Step: 1590 Loss: 0.980305 Accuracy: 0.71875
Step: 1600 Loss: 1.19994 Accuracy: 0.609375
Test set accuracy: 0.7
Step: 1610 Loss: 1.05014 Accuracy: 0.65625
Step: 1620 Loss: 0.877844 Accuracy: 0.78125
Step: 1630 Loss: 1.214 Accuracy: 0.578125
Step: 1640 Loss: 1.00153 Accuracy: 0.71875
Step: 1650 Loss: 1.01846 Accuracy: 0.6875
Step: 1660 Loss: 0.905201 Accuracy: 0.75
Step: 1670 Loss: 1.08678 Accuracy: 0.6875
Step: 1680 Loss: 0.91799 Accuracy: 0.75
Step: 1690 Loss: 0.923684 Accuracy: 0.765625
Step: 1700 Loss: 0.867973 Accuracy: 0.765625
Test set accuracy: 0.712
Step: 1710 Loss: 0.762231 Accuracy: 0.8125
Switched CIFAR set to 3
Step: 1720 Loss: 1.27744 Accuracy: 0.578125
Step: 1730 Loss: 1.1355 Accuracy: 0.640625
Step: 1740 Loss: 1.16583 Accuracy: 0.609375
Step: 1750 Loss: 1.04794 Accuracy: 0.65625
Step: 1760 Loss: 0.924786 Accuracy: 0.71875
Step: 1770 Loss: 1.05299 Accuracy: 0.65625
Step: 1780 Loss: 1.0965 Accuracy: 0.640625
Step: 1790 Loss: 0.80608 Accuracy: 0.796875
Step: 1800 Loss: 0.912827 Accuracy: 0.765625
Test set accuracy: 0.734
Step: 1810 Loss: 0.9626 Accuracy: 0.75
Step: 1820 Loss: 0.990113 Accuracy: 0.734375
Step: 1830 Loss: 0.937869 Accuracy: 0.71875
Step: 1840 Loss: 0.76981 Accuracy: 0.796875
Step: 1850 Loss: 0.904234 Accuracy: 0.75
Step: 1860 Loss: 0.851679 Accuracy: 0.765625
Step: 1870 Loss: 0.761699 Accuracy: 0.78125
Switched CIFAR set to 4
Step: 1880 Loss: 0.962788 Accuracy: 0.734375
Step: 1890 Loss: 1.06302 Accuracy: 0.640625
Step: 1900 Loss: 1.09865 Accuracy: 0.671875
Test set accuracy: 0.728
Step: 1910 Loss: 0.979479 Accuracy: 0.71875
Step: 1920 Loss: 1.07188 Accuracy: 0.703125
Step: 1930 Loss: 0.81085 Accuracy: 0.796875
Step: 1940 Loss: 0.890552 Accuracy: 0.765625
Step: 1950 Loss: 0.942579 Accuracy: 0.734375
Step: 1960 Loss: 0.835696 Accuracy: 0.78125
Step: 1970 Loss: 0.860507 Accuracy: 0.796875
Step: 1980 Loss: 0.941256 Accuracy: 0.75
Step: 1990 Loss: 0.862833 Accuracy: 0.78125
Step: 2000 Loss: 0.846787 Accuracy: 0.71875
Test set accuracy: 0.708
Step: 2010 Loss: 0.983488 Accuracy: 0.734375
Step: 2020 Loss: 0.937314 Accuracy: 0.765625
Switched CIFAR set to 5
Step: 2030 Loss: 1.11 Accuracy: 0.703125
Step: 2040 Loss: 0.915125 Accuracy: 0.75
Step: 2050 Loss: 1.11783 Accuracy: 0.6875
Step: 2060 Loss: 0.931672 Accuracy: 0.765625
Step: 2070 Loss: 0.888663 Accuracy: 0.765625
Step: 2080 Loss: 1.0667 Accuracy: 0.71875
Step: 2090 Loss: 0.764171 Accuracy: 0.78125
Step: 2100 Loss: 0.861269 Accuracy: 0.765625
Test set accuracy: 0.706
Step: 2110 Loss: 0.670263 Accuracy: 0.828125
Step: 2120 Loss: 0.793248 Accuracy: 0.8125
Step: 2130 Loss: 1.01917 Accuracy: 0.75
Step: 2140 Loss: 0.73103 Accuracy: 0.859375
Step: 2150 Loss: 0.834216 Accuracy: 0.765625
Step: 2160 Loss: 0.875947 Accuracy: 0.75
Step: 2170 Loss: 1.00731 Accuracy: 0.671875
Step: 2180 Loss: 1.0027 Accuracy: 0.734375
Switched CIFAR set to 1
Step: 2190 Loss: 1.07416 Accuracy: 0.6875
Step: 2200 Loss: 0.972672 Accuracy: 0.65625
Test set accuracy: 0.696
Step: 2210 Loss: 0.838591 Accuracy: 0.828125
Step: 2220 Loss: 1.17908 Accuracy: 0.65625
Step: 2230 Loss: 1.03336 Accuracy: 0.65625
Step: 2240 Loss: 0.991929 Accuracy: 0.734375
Step: 2250 Loss: 0.756443 Accuracy: 0.84375
Step: 2260 Loss: 0.7509 Accuracy: 0.8125
Step: 2270 Loss: 0.796785 Accuracy: 0.78125
Step: 2280 Loss: 0.645343 Accuracy: 0.890625
Step: 2290 Loss: 0.846984 Accuracy: 0.78125
Step: 2300 Loss: 0.873278 Accuracy: 0.796875
Test set accuracy: 0.736
Step: 2310 Loss: 0.817431 Accuracy: 0.734375
Step: 2320 Loss: 0.766916 Accuracy: 0.796875
Step: 2330 Loss: 0.757532 Accuracy: 0.8125
Switched CIFAR set to 2
Step: 2340 Loss: 1.01295 Accuracy: 0.71875
Step: 2350 Loss: 0.896023 Accuracy: 0.78125
Step: 2360 Loss: 0.985884 Accuracy: 0.703125
Step: 2370 Loss: 1.07509 Accuracy: 0.65625
Step: 2380 Loss: 0.926144 Accuracy: 0.703125
Step: 2390 Loss: 0.937072 Accuracy: 0.703125
Step: 2400 Loss: 0.783028 Accuracy: 0.828125
Test set accuracy: 0.734
Step: 2410 Loss: 0.840466 Accuracy: 0.796875
Step: 2420 Loss: 0.845763 Accuracy: 0.765625
Step: 2430 Loss: 0.745974 Accuracy: 0.828125
Step: 2440 Loss: 0.880102 Accuracy: 0.734375
Step: 2450 Loss: 0.973103 Accuracy: 0.71875
Step: 2460 Loss: 0.811218 Accuracy: 0.765625
Step: 2470 Loss: 0.967498 Accuracy: 0.734375
Step: 2480 Loss: 0.582267 Accuracy: 0.890625
Step: 2490 Loss: 0.918833 Accuracy: 0.734375
Switched CIFAR set to 3
Step: 2500 Loss: 1.01232 Accuracy: 0.71875
Test set accuracy: 0.74
Step: 2510 Loss: 0.940466 Accuracy: 0.71875
Step: 2520 Loss: 0.914687 Accuracy: 0.734375
Step: 2530 Loss: 0.789624 Accuracy: 0.796875
Step: 2540 Loss: 0.851827 Accuracy: 0.765625
Step: 2550 Loss: 0.736484 Accuracy: 0.8125
Step: 2560 Loss: 0.859326 Accuracy: 0.828125
Step: 2570 Loss: 0.76514 Accuracy: 0.796875
Step: 2580 Loss: 0.778196 Accuracy: 0.828125
Step: 2590 Loss: 0.865214 Accuracy: 0.734375
Step: 2600 Loss: 0.743496 Accuracy: 0.84375
Test set accuracy: 0.736
Step: 2610 Loss: 0.881751 Accuracy: 0.734375
Step: 2620 Loss: 0.776759 Accuracy: 0.796875
Step: 2630 Loss: 0.641344 Accuracy: 0.84375
Step: 2640 Loss: 0.690351 Accuracy: 0.859375
Step: 2650 Loss: 0.817723 Accuracy: 0.8125
Switched CIFAR set to 4
Step: 2660 Loss: 1.11178 Accuracy: 0.6875
Step: 2670 Loss: 0.981353 Accuracy: 0.734375
Step: 2680 Loss: 0.825606 Accuracy: 0.734375
Step: 2690 Loss: 0.966607 Accuracy: 0.703125
Step: 2700 Loss: 0.981987 Accuracy: 0.71875
Test set accuracy: 0.706
Step: 2710 Loss: 1.03464 Accuracy: 0.671875
Step: 2720 Loss: 0.840998 Accuracy: 0.796875
Step: 2730 Loss: 0.93287 Accuracy: 0.703125
Step: 2740 Loss: 0.852485 Accuracy: 0.71875
Step: 2750 Loss: 0.826649 Accuracy: 0.78125
Step: 2760 Loss: 0.736935 Accuracy: 0.828125
Step: 2770 Loss: 0.650514 Accuracy: 0.890625
Step: 2780 Loss: 0.868013 Accuracy: 0.734375
Step: 2790 Loss: 0.72898 Accuracy: 0.796875
Step: 2800 Loss: 0.917256 Accuracy: 0.703125
Test set accuracy: 0.738
Switched CIFAR set to 5
Step: 2810 Loss: 0.743896 Accuracy: 0.8125
Step: 2820 Loss: 1.11531 Accuracy: 0.640625
Step: 2830 Loss: 0.749795 Accuracy: 0.796875
Step: 2840 Loss: 0.673264 Accuracy: 0.890625
Step: 2850 Loss: 0.850333 Accuracy: 0.71875
Step: 2860 Loss: 0.932074 Accuracy: 0.703125
Step: 2870 Loss: 0.766914 Accuracy: 0.8125
Step: 2880 Loss: 0.919133 Accuracy: 0.734375
Step: 2890 Loss: 1.00084 Accuracy: 0.703125
Step: 2900 Loss: 0.626978 Accuracy: 0.875
Test set accuracy: 0.782
Step: 2910 Loss: 0.808254 Accuracy: 0.78125
Step: 2920 Loss: 0.99618 Accuracy: 0.703125
Step: 2930 Loss: 0.765762 Accuracy: 0.796875
Step: 2940 Loss: 0.666641 Accuracy: 0.828125
Step: 2950 Loss: 0.792847 Accuracy: 0.78125
Step: 2960 Loss: 0.757144 Accuracy: 0.8125
Switched CIFAR set to 1
Step: 2970 Loss: 0.800048 Accuracy: 0.796875
Step: 2980 Loss: 0.83183 Accuracy: 0.765625
Step: 2990 Loss: 0.991395 Accuracy: 0.71875
Step: 3000 Loss: 0.743007 Accuracy: 0.828125
Test set accuracy: 0.728
Step: 3010 Loss: 0.970164 Accuracy: 0.734375
Step: 3020 Loss: 0.697645 Accuracy: 0.84375
Step: 3030 Loss: 0.807321 Accuracy: 0.765625
Step: 3040 Loss: 0.783615 Accuracy: 0.8125
Step: 3050 Loss: 0.761195 Accuracy: 0.796875
Step: 3060 Loss: 0.834175 Accuracy: 0.765625
Step: 3070 Loss: 0.79593 Accuracy: 0.8125
Step: 3080 Loss: 0.852917 Accuracy: 0.78125
Step: 3090 Loss: 0.757507 Accuracy: 0.828125
Step: 3100 Loss: 0.898478 Accuracy: 0.765625
Test set accuracy: 0.72
Step: 3110 Loss: 0.83091 Accuracy: 0.75
Switched CIFAR set to 2
Step: 3120 Loss: 0.804697 Accuracy: 0.765625
Step: 3130 Loss: 0.761518 Accuracy: 0.828125
Step: 3140 Loss: 0.984067 Accuracy: 0.734375
Step: 3150 Loss: 0.87854 Accuracy: 0.75
Step: 3160 Loss: 0.731936 Accuracy: 0.796875
Step: 3170 Loss: 0.932864 Accuracy: 0.71875
Step: 3180 Loss: 0.871321 Accuracy: 0.75
Step: 3190 Loss: 0.854096 Accuracy: 0.75
Step: 3200 Loss: 0.792292 Accuracy: 0.828125
Test set accuracy: 0.712
Step: 3210 Loss: 0.786005 Accuracy: 0.8125
Step: 3220 Loss: 0.661638 Accuracy: 0.859375
Step: 3230 Loss: 0.601287 Accuracy: 0.875
Step: 3240 Loss: 0.680492 Accuracy: 0.828125
Step: 3250 Loss: 0.683048 Accuracy: 0.859375
Step: 3260 Loss: 0.715356 Accuracy: 0.84375
Step: 3270 Loss: 0.69214 Accuracy: 0.875
Switched CIFAR set to 3
Step: 3280 Loss: 1.00197 Accuracy: 0.78125
Step: 3290 Loss: 0.785882 Accuracy: 0.796875
Step: 3300 Loss: 0.768923 Accuracy: 0.8125
Test set accuracy: 0.756
Step: 3310 Loss: 0.718487 Accuracy: 0.8125
Step: 3320 Loss: 0.702828 Accuracy: 0.8125
Step: 3330 Loss: 0.666502 Accuracy: 0.859375
Step: 3340 Loss: 0.942592 Accuracy: 0.75
Step: 3350 Loss: 0.660728 Accuracy: 0.84375
Step: 3360 Loss: 0.779213 Accuracy: 0.828125
Step: 3370 Loss: 0.83558 Accuracy: 0.8125
Step: 3380 Loss: 0.71852 Accuracy: 0.8125
Step: 3390 Loss: 0.691263 Accuracy: 0.859375
Step: 3400 Loss: 0.642181 Accuracy: 0.859375
Test set accuracy: 0.78
Step: 3410 Loss: 0.722249 Accuracy: 0.84375
Step: 3420 Loss: 0.798818 Accuracy: 0.78125
Step: 3430 Loss: 0.650799 Accuracy: 0.84375
Switched CIFAR set to 4
Step: 3440 Loss: 0.79231 Accuracy: 0.796875
Step: 3450 Loss: 0.872037 Accuracy: 0.75
Step: 3460 Loss: 1.00286 Accuracy: 0.71875
Step: 3470 Loss: 0.867931 Accuracy: 0.75
Step: 3480 Loss: 0.870014 Accuracy: 0.71875
Step: 3490 Loss: 0.653076 Accuracy: 0.875
Step: 3500 Loss: 0.885482 Accuracy: 0.78125
Test set accuracy: 0.748
Step: 3510 Loss: 0.60763 Accuracy: 0.890625
Step: 3520 Loss: 0.82803 Accuracy: 0.78125
Step: 3530 Loss: 0.951464 Accuracy: 0.75
Step: 3540 Loss: 0.685493 Accuracy: 0.8125
Step: 3550 Loss: 0.860613 Accuracy: 0.8125
Step: 3560 Loss: 0.634371 Accuracy: 0.859375
Step: 3570 Loss: 0.742345 Accuracy: 0.8125
Step: 3580 Loss: 0.956353 Accuracy: 0.6875
Switched CIFAR set to 5
Step: 3590 Loss: 0.92096 Accuracy: 0.765625
Step: 3600 Loss: 0.858479 Accuracy: 0.78125
Test set accuracy: 0.766
Step: 3610 Loss: 0.625523 Accuracy: 0.828125
Step: 3620 Loss: 0.727972 Accuracy: 0.8125
Step: 3630 Loss: 0.609086 Accuracy: 0.890625
Step: 3640 Loss: 0.569573 Accuracy: 0.921875
Step: 3650 Loss: 0.861142 Accuracy: 0.765625
Step: 3660 Loss: 0.674751 Accuracy: 0.859375
Step: 3670 Loss: 0.678256 Accuracy: 0.8125
Step: 3680 Loss: 0.752368 Accuracy: 0.84375
Step: 3690 Loss: 0.646419 Accuracy: 0.828125
Step: 3700 Loss: 0.661113 Accuracy: 0.890625
Test set accuracy: 0.742
Step: 3710 Loss: 0.750337 Accuracy: 0.84375
Step: 3720 Loss: 0.657263 Accuracy: 0.890625
Step: 3730 Loss: 0.754511 Accuracy: 0.84375
Step: 3740 Loss: 0.576733 Accuracy: 0.875
Switched CIFAR set to 1
Step: 3750 Loss: 0.891268 Accuracy: 0.765625
Step: 3760 Loss: 0.756644 Accuracy: 0.78125
Step: 3770 Loss: 0.928131 Accuracy: 0.703125
Step: 3780 Loss: 0.670344 Accuracy: 0.84375
Step: 3790 Loss: 0.723415 Accuracy: 0.8125
Step: 3800 Loss: 0.77627 Accuracy: 0.796875
Test set accuracy: 0.77
Step: 3810 Loss: 0.752649 Accuracy: 0.796875
Step: 3820 Loss: 0.579242 Accuracy: 0.875
Step: 3830 Loss: 0.643179 Accuracy: 0.84375
Step: 3840 Loss: 0.684965 Accuracy: 0.84375
Step: 3850 Loss: 0.645989 Accuracy: 0.859375
Step: 3860 Loss: 1.05631 Accuracy: 0.703125
Step: 3870 Loss: 0.681147 Accuracy: 0.796875
Step: 3880 Loss: 0.589528 Accuracy: 0.890625
Step: 3890 Loss: 0.588873 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 3900 Loss: 0.6914 Accuracy: 0.828125
Test set accuracy: 0.754
Step: 3910 Loss: 0.813582 Accuracy: 0.796875
Step: 3920 Loss: 0.719163 Accuracy: 0.84375
Step: 3930 Loss: 0.712757 Accuracy: 0.875
Step: 3940 Loss: 0.690493 Accuracy: 0.828125
Step: 3950 Loss: 0.778056 Accuracy: 0.8125
Step: 3960 Loss: 0.783034 Accuracy: 0.796875
Step: 3970 Loss: 0.66064 Accuracy: 0.875
Step: 3980 Loss: 0.653491 Accuracy: 0.875
Step: 3990 Loss: 0.657647 Accuracy: 0.859375
Step: 4000 Loss: 0.790662 Accuracy: 0.796875
Test set accuracy: 0.794
Step: 4010 Loss: 0.694216 Accuracy: 0.828125
Step: 4020 Loss: 0.78556 Accuracy: 0.8125
Step: 4030 Loss: 0.868197 Accuracy: 0.796875
Step: 4040 Loss: 0.656632 Accuracy: 0.828125
Step: 4050 Loss: 0.683799 Accuracy: 0.8125
Switched CIFAR set to 3
Step: 4060 Loss: 0.606263 Accuracy: 0.890625
Step: 4070 Loss: 0.843408 Accuracy: 0.765625
Step: 4080 Loss: 0.827562 Accuracy: 0.78125
Step: 4090 Loss: 0.907569 Accuracy: 0.8125
Step: 4100 Loss: 0.821416 Accuracy: 0.765625
Test set accuracy: 0.802
Step: 4110 Loss: 0.809189 Accuracy: 0.78125
Step: 4120 Loss: 0.718713 Accuracy: 0.8125
Step: 4130 Loss: 0.674031 Accuracy: 0.84375
Step: 4140 Loss: 0.740194 Accuracy: 0.796875
Step: 4150 Loss: 0.728832 Accuracy: 0.84375
Step: 4160 Loss: 0.80036 Accuracy: 0.8125
Step: 4170 Loss: 0.816865 Accuracy: 0.828125
Step: 4180 Loss: 0.948828 Accuracy: 0.734375
Step: 4190 Loss: 0.59668 Accuracy: 0.84375
Step: 4200 Loss: 0.586673 Accuracy: 0.90625
Test set accuracy: 0.774
Step: 4210 Loss: 0.404608 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 4220 Loss: 0.992959 Accuracy: 0.71875
Step: 4230 Loss: 0.862512 Accuracy: 0.734375
Step: 4240 Loss: 0.844427 Accuracy: 0.75
Step: 4250 Loss: 0.640278 Accuracy: 0.859375
Step: 4260 Loss: 0.710697 Accuracy: 0.796875
Step: 4270 Loss: 0.693668 Accuracy: 0.8125
Step: 4280 Loss: 0.714143 Accuracy: 0.859375
Step: 4290 Loss: 0.688414 Accuracy: 0.84375
Step: 4300 Loss: 0.605963 Accuracy: 0.875
Test set accuracy: 0.786
Step: 4310 Loss: 0.666959 Accuracy: 0.859375
Step: 4320 Loss: 0.776184 Accuracy: 0.796875
Step: 4330 Loss: 0.467317 Accuracy: 0.953125
Step: 4340 Loss: 0.599904 Accuracy: 0.890625
Step: 4350 Loss: 0.734538 Accuracy: 0.828125
Step: 4360 Loss: 0.696487 Accuracy: 0.875
Switched CIFAR set to 5
Step: 4370 Loss: 0.993445 Accuracy: 0.75
Step: 4380 Loss: 0.746717 Accuracy: 0.8125
Step: 4390 Loss: 0.583772 Accuracy: 0.890625
Step: 4400 Loss: 0.820929 Accuracy: 0.75
Test set accuracy: 0.772
Step: 4410 Loss: 0.779227 Accuracy: 0.796875
Step: 4420 Loss: 0.676198 Accuracy: 0.875
Step: 4430 Loss: 0.653656 Accuracy: 0.890625
Step: 4440 Loss: 0.593456 Accuracy: 0.828125
Step: 4450 Loss: 0.578296 Accuracy: 0.890625
Step: 4460 Loss: 0.652952 Accuracy: 0.828125
Step: 4470 Loss: 0.556628 Accuracy: 0.890625
Step: 4480 Loss: 0.670988 Accuracy: 0.859375
Step: 4490 Loss: 0.609493 Accuracy: 0.84375
Step: 4500 Loss: 0.647303 Accuracy: 0.921875
Test set accuracy: 0.792
Step: 4510 Loss: 0.601746 Accuracy: 0.890625
Step: 4520 Loss: 0.548796 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 4530 Loss: 0.629175 Accuracy: 0.875
Step: 4540 Loss: 0.774332 Accuracy: 0.8125
Step: 4550 Loss: 0.700611 Accuracy: 0.828125
Step: 4560 Loss: 0.725343 Accuracy: 0.78125
Step: 4570 Loss: 0.599537 Accuracy: 0.890625
Step: 4580 Loss: 0.683246 Accuracy: 0.859375
Step: 4590 Loss: 0.560821 Accuracy: 0.875
Step: 4600 Loss: 0.648441 Accuracy: 0.890625
Test set accuracy: 0.802
Step: 4610 Loss: 0.846381 Accuracy: 0.796875
Step: 4620 Loss: 0.637095 Accuracy: 0.84375
Step: 4630 Loss: 0.74396 Accuracy: 0.78125
Step: 4640 Loss: 0.646921 Accuracy: 0.859375
Step: 4650 Loss: 0.761517 Accuracy: 0.796875
Step: 4660 Loss: 0.703654 Accuracy: 0.875
Step: 4670 Loss: 0.67627 Accuracy: 0.828125
Switched CIFAR set to 2
Step: 4680 Loss: 0.778866 Accuracy: 0.765625
Step: 4690 Loss: 0.722437 Accuracy: 0.8125
Step: 4700 Loss: 0.841605 Accuracy: 0.78125
Test set accuracy: 0.778
Step: 4710 Loss: 0.695586 Accuracy: 0.828125
Step: 4720 Loss: 0.497571 Accuracy: 0.9375
Step: 4730 Loss: 0.683706 Accuracy: 0.859375
Step: 4740 Loss: 0.844 Accuracy: 0.78125
Step: 4750 Loss: 0.601881 Accuracy: 0.890625
Step: 4760 Loss: 0.827066 Accuracy: 0.765625
Step: 4770 Loss: 0.773733 Accuracy: 0.796875
Step: 4780 Loss: 0.579022 Accuracy: 0.90625
Step: 4790 Loss: 0.627871 Accuracy: 0.875
Step: 4800 Loss: 0.924472 Accuracy: 0.71875
Test set accuracy: 0.798
Step: 4810 Loss: 0.649612 Accuracy: 0.875
Step: 4820 Loss: 0.494242 Accuracy: 0.953125
Step: 4830 Loss: 0.817928 Accuracy: 0.796875
Switched CIFAR set to 3
Step: 4840 Loss: 0.752057 Accuracy: 0.78125
Step: 4850 Loss: 0.824583 Accuracy: 0.734375
Step: 4860 Loss: 0.844066 Accuracy: 0.828125
Step: 4870 Loss: 0.588946 Accuracy: 0.875
Step: 4880 Loss: 0.68466 Accuracy: 0.859375
Step: 4890 Loss: 0.685595 Accuracy: 0.859375
Step: 4900 Loss: 0.716238 Accuracy: 0.828125
Test set accuracy: 0.778
Step: 4910 Loss: 0.566491 Accuracy: 0.921875
Step: 4920 Loss: 0.85448 Accuracy: 0.765625
Step: 4930 Loss: 0.560477 Accuracy: 0.890625
Step: 4940 Loss: 0.788682 Accuracy: 0.796875
Step: 4950 Loss: 0.535493 Accuracy: 0.890625
Step: 4960 Loss: 0.53736 Accuracy: 0.890625
Step: 4970 Loss: 0.566296 Accuracy: 0.875
Step: 4980 Loss: 0.667766 Accuracy: 0.859375
Step: 4990 Loss: 0.729521 Accuracy: 0.828125
Switched CIFAR set to 4
Step: 5000 Loss: 0.713429 Accuracy: 0.828125
Test set accuracy: 0.768
Step: 5010 Loss: 0.740267 Accuracy: 0.84375
Step: 5020 Loss: 0.612914 Accuracy: 0.875
Step: 5030 Loss: 0.720951 Accuracy: 0.890625
Step: 5040 Loss: 0.626576 Accuracy: 0.90625
Step: 5050 Loss: 0.689965 Accuracy: 0.828125
Step: 5060 Loss: 0.751083 Accuracy: 0.8125
Step: 5070 Loss: 0.645374 Accuracy: 0.859375
Step: 5080 Loss: 0.642746 Accuracy: 0.859375
Step: 5090 Loss: 0.697809 Accuracy: 0.859375
Step: 5100 Loss: 0.590368 Accuracy: 0.875
Test set accuracy: 0.81
Step: 5110 Loss: 0.587144 Accuracy: 0.875
Step: 5120 Loss: 0.67706 Accuracy: 0.828125
Step: 5130 Loss: 0.535225 Accuracy: 0.90625
Step: 5140 Loss: 0.560828 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 5150 Loss: 0.681348 Accuracy: 0.765625
Step: 5160 Loss: 0.646137 Accuracy: 0.84375
Step: 5170 Loss: 0.805215 Accuracy: 0.765625
Step: 5180 Loss: 0.593186 Accuracy: 0.890625
Step: 5190 Loss: 0.575445 Accuracy: 0.890625
Step: 5200 Loss: 0.473067 Accuracy: 0.9375
Test set accuracy: 0.806
Step: 5210 Loss: 0.50545 Accuracy: 0.9375
Step: 5220 Loss: 0.771103 Accuracy: 0.828125
Step: 5230 Loss: 0.653597 Accuracy: 0.859375
Step: 5240 Loss: 0.775392 Accuracy: 0.78125
Step: 5250 Loss: 0.554166 Accuracy: 0.921875
Step: 5260 Loss: 0.649375 Accuracy: 0.828125
Step: 5270 Loss: 0.667594 Accuracy: 0.875
Step: 5280 Loss: 0.682928 Accuracy: 0.84375
Step: 5290 Loss: 0.588653 Accuracy: 0.875
Step: 5300 Loss: 0.650385 Accuracy: 0.875
Test set accuracy: 0.782
Switched CIFAR set to 1
Step: 5310 Loss: 0.921281 Accuracy: 0.765625
Step: 5320 Loss: 0.782284 Accuracy: 0.78125
Step: 5330 Loss: 0.625164 Accuracy: 0.875
Step: 5340 Loss: 0.77656 Accuracy: 0.796875
Step: 5350 Loss: 0.842253 Accuracy: 0.796875
Step: 5360 Loss: 0.78014 Accuracy: 0.8125
Step: 5370 Loss: 0.784775 Accuracy: 0.84375
Step: 5380 Loss: 0.608629 Accuracy: 0.875
Step: 5390 Loss: 0.635782 Accuracy: 0.84375
Step: 5400 Loss: 0.565196 Accuracy: 0.890625
Test set accuracy: 0.796
Step: 5410 Loss: 0.655622 Accuracy: 0.890625
Step: 5420 Loss: 0.59934 Accuracy: 0.875
Step: 5430 Loss: 0.60184 Accuracy: 0.875
Step: 5440 Loss: 0.689537 Accuracy: 0.890625
Step: 5450 Loss: 0.550841 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 5460 Loss: 0.907525 Accuracy: 0.734375
Step: 5470 Loss: 0.807697 Accuracy: 0.78125
Step: 5480 Loss: 0.505779 Accuracy: 0.921875
Step: 5490 Loss: 0.603364 Accuracy: 0.90625
Step: 5500 Loss: 0.708623 Accuracy: 0.84375
Test set accuracy: 0.822
Step: 5510 Loss: 0.648606 Accuracy: 0.859375
Step: 5520 Loss: 0.748001 Accuracy: 0.796875
Step: 5530 Loss: 0.643694 Accuracy: 0.875
Step: 5540 Loss: 0.524424 Accuracy: 0.9375
Step: 5550 Loss: 0.937012 Accuracy: 0.703125
Step: 5560 Loss: 0.641385 Accuracy: 0.84375
Step: 5570 Loss: 0.578878 Accuracy: 0.9375
Step: 5580 Loss: 0.445397 Accuracy: 0.96875
Step: 5590 Loss: 0.64883 Accuracy: 0.84375
Step: 5600 Loss: 0.564438 Accuracy: 0.890625
Test set accuracy: 0.782
Step: 5610 Loss: 0.511131 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 5620 Loss: 0.905789 Accuracy: 0.765625
Step: 5630 Loss: 0.761591 Accuracy: 0.8125
Step: 5640 Loss: 0.731599 Accuracy: 0.84375
Step: 5650 Loss: 0.747431 Accuracy: 0.8125
Step: 5660 Loss: 0.764444 Accuracy: 0.8125
Step: 5670 Loss: 0.929044 Accuracy: 0.734375
Step: 5680 Loss: 0.618371 Accuracy: 0.875
Step: 5690 Loss: 0.565079 Accuracy: 0.921875
Step: 5700 Loss: 0.541511 Accuracy: 0.90625
Test set accuracy: 0.786
Step: 5710 Loss: 0.694612 Accuracy: 0.828125
Step: 5720 Loss: 0.569315 Accuracy: 0.90625
Step: 5730 Loss: 0.699202 Accuracy: 0.84375
Step: 5740 Loss: 0.626752 Accuracy: 0.875
Step: 5750 Loss: 0.746228 Accuracy: 0.78125
Step: 5760 Loss: 0.457749 Accuracy: 0.9375
Step: 5770 Loss: 0.675097 Accuracy: 0.84375
Switched CIFAR set to 4
Step: 5780 Loss: 0.819373 Accuracy: 0.765625
Step: 5790 Loss: 0.713005 Accuracy: 0.84375
Step: 5800 Loss: 0.580778 Accuracy: 0.9375
Test set accuracy: 0.81
Step: 5810 Loss: 0.76092 Accuracy: 0.8125
Step: 5820 Loss: 0.589916 Accuracy: 0.859375
Step: 5830 Loss: 0.559819 Accuracy: 0.890625
Step: 5840 Loss: 0.587843 Accuracy: 0.875
Step: 5850 Loss: 0.559938 Accuracy: 0.875
Step: 5860 Loss: 0.548009 Accuracy: 0.890625
Step: 5870 Loss: 0.538361 Accuracy: 0.90625
Step: 5880 Loss: 0.6442 Accuracy: 0.890625
Step: 5890 Loss: 0.622294 Accuracy: 0.90625
Step: 5900 Loss: 0.670516 Accuracy: 0.84375
Test set accuracy: 0.802
Step: 5910 Loss: 0.481625 Accuracy: 0.9375
Step: 5920 Loss: 0.609201 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 5930 Loss: 0.786235 Accuracy: 0.8125
Step: 5940 Loss: 0.684021 Accuracy: 0.8125
Step: 5950 Loss: 0.7628 Accuracy: 0.84375
Step: 5960 Loss: 0.644814 Accuracy: 0.84375
Step: 5970 Loss: 0.584316 Accuracy: 0.890625
Step: 5980 Loss: 0.704856 Accuracy: 0.796875
Step: 5990 Loss: 0.777216 Accuracy: 0.765625
Step: 6000 Loss: 0.557152 Accuracy: 0.921875
Test set accuracy: 0.81
Step: 6010 Loss: 0.51677 Accuracy: 0.921875
Step: 6020 Loss: 0.536227 Accuracy: 0.921875
Step: 6030 Loss: 0.559817 Accuracy: 0.921875
Step: 6040 Loss: 0.583359 Accuracy: 0.921875
Step: 6050 Loss: 0.549637 Accuracy: 0.921875
Step: 6060 Loss: 0.486985 Accuracy: 0.9375
Step: 6070 Loss: 0.595302 Accuracy: 0.875
Step: 6080 Loss: 0.633725 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 6090 Loss: 0.758275 Accuracy: 0.859375
Step: 6100 Loss: 0.549955 Accuracy: 0.90625
Test set accuracy: 0.798
Step: 6110 Loss: 0.817236 Accuracy: 0.78125
Step: 6120 Loss: 0.618263 Accuracy: 0.875
Step: 6130 Loss: 0.526484 Accuracy: 0.90625
Step: 6140 Loss: 0.518543 Accuracy: 0.921875
Step: 6150 Loss: 0.803653 Accuracy: 0.796875
Step: 6160 Loss: 0.610473 Accuracy: 0.90625
Step: 6170 Loss: 0.869368 Accuracy: 0.796875
Step: 6180 Loss: 0.445709 Accuracy: 0.96875
Step: 6190 Loss: 0.468987 Accuracy: 0.9375
Step: 6200 Loss: 0.506542 Accuracy: 0.921875
Test set accuracy: 0.816
Step: 6210 Loss: 0.45513 Accuracy: 0.953125
Step: 6220 Loss: 0.579814 Accuracy: 0.90625
Step: 6230 Loss: 0.542385 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 6240 Loss: 0.838366 Accuracy: 0.796875
Step: 6250 Loss: 0.810799 Accuracy: 0.828125
Step: 6260 Loss: 0.725669 Accuracy: 0.8125
Step: 6270 Loss: 0.772339 Accuracy: 0.8125
Step: 6280 Loss: 0.616692 Accuracy: 0.875
Step: 6290 Loss: 0.611524 Accuracy: 0.875
Step: 6300 Loss: 0.564296 Accuracy: 0.875
Test set accuracy: 0.794
Step: 6310 Loss: 0.439656 Accuracy: 0.953125
Step: 6320 Loss: 0.700331 Accuracy: 0.84375
Step: 6330 Loss: 0.531101 Accuracy: 0.9375
Step: 6340 Loss: 0.676519 Accuracy: 0.828125
Step: 6350 Loss: 0.619085 Accuracy: 0.875
Step: 6360 Loss: 0.420712 Accuracy: 0.96875
Step: 6370 Loss: 0.564173 Accuracy: 0.90625
Step: 6380 Loss: 0.69116 Accuracy: 0.875
Step: 6390 Loss: 0.759982 Accuracy: 0.84375
Switched CIFAR set to 3
Step: 6400 Loss: 0.599173 Accuracy: 0.875
Test set accuracy: 0.802
Step: 6410 Loss: 0.715658 Accuracy: 0.828125
Step: 6420 Loss: 0.768088 Accuracy: 0.84375
Step: 6430 Loss: 0.689007 Accuracy: 0.84375
Step: 6440 Loss: 0.761429 Accuracy: 0.8125
Step: 6450 Loss: 0.719175 Accuracy: 0.828125
Step: 6460 Loss: 0.744168 Accuracy: 0.8125
Step: 6470 Loss: 0.630908 Accuracy: 0.859375
Step: 6480 Loss: 0.599528 Accuracy: 0.84375
Step: 6490 Loss: 0.662461 Accuracy: 0.890625
Step: 6500 Loss: 0.565156 Accuracy: 0.90625
Test set accuracy: 0.78
Step: 6510 Loss: 0.500634 Accuracy: 0.9375
Step: 6520 Loss: 0.567322 Accuracy: 0.90625
Step: 6530 Loss: 0.529456 Accuracy: 0.90625
Step: 6540 Loss: 0.480881 Accuracy: 0.9375
Step: 6550 Loss: 0.586701 Accuracy: 0.890625
Switched CIFAR set to 4
Step: 6560 Loss: 0.757419 Accuracy: 0.859375
Step: 6570 Loss: 0.734842 Accuracy: 0.8125
Step: 6580 Loss: 0.699146 Accuracy: 0.796875
Step: 6590 Loss: 0.479315 Accuracy: 0.90625
Step: 6600 Loss: 0.538769 Accuracy: 0.890625
Test set accuracy: 0.804
Step: 6610 Loss: 0.902631 Accuracy: 0.734375
Step: 6620 Loss: 0.583716 Accuracy: 0.875
Step: 6630 Loss: 0.672756 Accuracy: 0.796875
Step: 6640 Loss: 0.535388 Accuracy: 0.9375
Step: 6650 Loss: 0.80048 Accuracy: 0.765625
Step: 6660 Loss: 0.658943 Accuracy: 0.890625
Step: 6670 Loss: 0.714095 Accuracy: 0.8125
Step: 6680 Loss: 0.512633 Accuracy: 0.90625
Step: 6690 Loss: 0.434019 Accuracy: 0.96875
Step: 6700 Loss: 0.558644 Accuracy: 0.90625
Test set accuracy: 0.796
Switched CIFAR set to 5
Step: 6710 Loss: 0.616322 Accuracy: 0.90625
Step: 6720 Loss: 0.749883 Accuracy: 0.78125
Step: 6730 Loss: 0.780165 Accuracy: 0.8125
Step: 6740 Loss: 0.592001 Accuracy: 0.90625
Step: 6750 Loss: 0.6798 Accuracy: 0.828125
Step: 6760 Loss: 0.634013 Accuracy: 0.875
Step: 6770 Loss: 0.654956 Accuracy: 0.875
Step: 6780 Loss: 0.633685 Accuracy: 0.859375
Step: 6790 Loss: 0.684134 Accuracy: 0.828125
Step: 6800 Loss: 0.463139 Accuracy: 0.96875
Test set accuracy: 0.82
Step: 6810 Loss: 0.604222 Accuracy: 0.875
Step: 6820 Loss: 0.533635 Accuracy: 0.921875
Step: 6830 Loss: 0.530053 Accuracy: 0.90625
Step: 6840 Loss: 0.402287 Accuracy: 0.96875
Step: 6850 Loss: 0.643004 Accuracy: 0.875
Step: 6860 Loss: 0.581972 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 6870 Loss: 0.686618 Accuracy: 0.859375
Step: 6880 Loss: 0.574195 Accuracy: 0.875
Step: 6890 Loss: 0.753928 Accuracy: 0.8125
Step: 6900 Loss: 0.448993 Accuracy: 0.921875
Test set accuracy: 0.804
Step: 6910 Loss: 0.539211 Accuracy: 0.9375
Step: 6920 Loss: 0.492879 Accuracy: 0.953125
Step: 6930 Loss: 0.747592 Accuracy: 0.828125
Step: 6940 Loss: 0.562437 Accuracy: 0.890625
Step: 6950 Loss: 0.575784 Accuracy: 0.890625
Step: 6960 Loss: 0.446779 Accuracy: 0.96875
Step: 6970 Loss: 0.463483 Accuracy: 0.921875
Step: 6980 Loss: 0.691846 Accuracy: 0.84375
Step: 6990 Loss: 0.427685 Accuracy: 0.90625
Step: 7000 Loss: 0.535304 Accuracy: 0.890625
Test set accuracy: 0.812
Step: 7010 Loss: 0.462823 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 7020 Loss: 0.883021 Accuracy: 0.75
Step: 7030 Loss: 0.473341 Accuracy: 0.921875
Step: 7040 Loss: 0.546749 Accuracy: 0.875
Step: 7050 Loss: 0.61812 Accuracy: 0.875
Step: 7060 Loss: 0.580463 Accuracy: 0.875
Step: 7070 Loss: 0.60537 Accuracy: 0.90625
Step: 7080 Loss: 0.670314 Accuracy: 0.875
Step: 7090 Loss: 0.574172 Accuracy: 0.890625
Step: 7100 Loss: 0.602735 Accuracy: 0.890625
Test set accuracy: 0.832
Step: 7110 Loss: 0.578027 Accuracy: 0.90625
Step: 7120 Loss: 0.472749 Accuracy: 0.9375
Step: 7130 Loss: 0.621909 Accuracy: 0.859375
Step: 7140 Loss: 0.704183 Accuracy: 0.796875
Step: 7150 Loss: 0.554208 Accuracy: 0.890625
Step: 7160 Loss: 0.581572 Accuracy: 0.875
Step: 7170 Loss: 0.48353 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 7180 Loss: 0.689932 Accuracy: 0.859375
Step: 7190 Loss: 0.579115 Accuracy: 0.890625
Step: 7200 Loss: 0.598268 Accuracy: 0.890625
Test set accuracy: 0.766
Step: 7210 Loss: 0.553873 Accuracy: 0.90625
Step: 7220 Loss: 0.515799 Accuracy: 0.921875
Step: 7230 Loss: 0.494795 Accuracy: 0.921875
Step: 7240 Loss: 0.413551 Accuracy: 0.921875
Step: 7250 Loss: 0.504087 Accuracy: 0.9375
Step: 7260 Loss: 0.518306 Accuracy: 0.921875
Step: 7270 Loss: 0.653241 Accuracy: 0.859375
Step: 7280 Loss: 0.631349 Accuracy: 0.875
Step: 7290 Loss: 0.454054 Accuracy: 0.953125
Step: 7300 Loss: 0.587371 Accuracy: 0.875
Test set accuracy: 0.79
Step: 7310 Loss: 0.495552 Accuracy: 0.9375
Step: 7320 Loss: 0.587544 Accuracy: 0.875
Step: 7330 Loss: 0.514737 Accuracy: 0.921875
Switched CIFAR set to 4
Step: 7340 Loss: 0.697577 Accuracy: 0.8125
Step: 7350 Loss: 0.730219 Accuracy: 0.84375
Step: 7360 Loss: 0.513879 Accuracy: 0.90625
Step: 7370 Loss: 0.672046 Accuracy: 0.875
Step: 7380 Loss: 0.64944 Accuracy: 0.859375
Step: 7390 Loss: 0.709863 Accuracy: 0.84375
Step: 7400 Loss: 0.626224 Accuracy: 0.890625
Test set accuracy: 0.82
Step: 7410 Loss: 0.495489 Accuracy: 0.9375
Step: 7420 Loss: 0.570888 Accuracy: 0.84375
Step: 7430 Loss: 0.792839 Accuracy: 0.84375
Step: 7440 Loss: 0.724131 Accuracy: 0.84375
Step: 7450 Loss: 0.55741 Accuracy: 0.890625
Step: 7460 Loss: 0.655382 Accuracy: 0.859375
Step: 7470 Loss: 0.58499 Accuracy: 0.90625
Step: 7480 Loss: 0.471328 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 7490 Loss: 0.695764 Accuracy: 0.828125
Step: 7500 Loss: 0.595749 Accuracy: 0.875
Test set accuracy: 0.814
Step: 7510 Loss: 0.601695 Accuracy: 0.890625
Step: 7520 Loss: 0.502895 Accuracy: 0.9375
Step: 7530 Loss: 0.546506 Accuracy: 0.90625
Step: 7540 Loss: 0.840148 Accuracy: 0.765625
Step: 7550 Loss: 0.58501 Accuracy: 0.875
Step: 7560 Loss: 0.53461 Accuracy: 0.90625
Step: 7570 Loss: 0.484389 Accuracy: 0.921875
Step: 7580 Loss: 0.431963 Accuracy: 0.953125
Step: 7590 Loss: 0.40168 Accuracy: 0.96875
Step: 7600 Loss: 0.550782 Accuracy: 0.90625
Test set accuracy: 0.838
Step: 7610 Loss: 0.626105 Accuracy: 0.875
Step: 7620 Loss: 0.392187 Accuracy: 0.984375
Step: 7630 Loss: 0.538518 Accuracy: 0.921875
Step: 7640 Loss: 0.513321 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 7650 Loss: 0.680601 Accuracy: 0.796875
Step: 7660 Loss: 0.591843 Accuracy: 0.90625
Step: 7670 Loss: 0.63367 Accuracy: 0.90625
Step: 7680 Loss: 0.569878 Accuracy: 0.859375
Step: 7690 Loss: 0.479396 Accuracy: 0.90625
Step: 7700 Loss: 0.505614 Accuracy: 0.953125
Test set accuracy: 0.8
Step: 7710 Loss: 0.496658 Accuracy: 0.921875
Step: 7720 Loss: 0.451538 Accuracy: 0.953125
Step: 7730 Loss: 0.447932 Accuracy: 1.0
Step: 7740 Loss: 0.626768 Accuracy: 0.890625
Step: 7750 Loss: 0.551019 Accuracy: 0.921875
Step: 7760 Loss: 0.505218 Accuracy: 0.921875
Step: 7770 Loss: 0.481164 Accuracy: 0.953125
Step: 7780 Loss: 0.685285 Accuracy: 0.828125
Step: 7790 Loss: 0.528068 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 7800 Loss: 0.639408 Accuracy: 0.859375
Test set accuracy: 0.8
Step: 7810 Loss: 0.539768 Accuracy: 0.890625
Step: 7820 Loss: 0.594995 Accuracy: 0.875
Step: 7830 Loss: 0.658738 Accuracy: 0.890625
Step: 7840 Loss: 0.529626 Accuracy: 0.921875
Step: 7850 Loss: 0.588579 Accuracy: 0.90625
Step: 7860 Loss: 0.773373 Accuracy: 0.78125
Step: 7870 Loss: 0.525268 Accuracy: 0.921875
Step: 7880 Loss: 0.567534 Accuracy: 0.890625
Step: 7890 Loss: 0.596755 Accuracy: 0.875
Step: 7900 Loss: 0.490147 Accuracy: 0.9375
Test set accuracy: 0.826
Step: 7910 Loss: 0.511907 Accuracy: 0.921875
Step: 7920 Loss: 0.611924 Accuracy: 0.875
Step: 7930 Loss: 0.545726 Accuracy: 0.90625
Step: 7940 Loss: 0.496893 Accuracy: 0.9375
Step: 7950 Loss: 0.631583 Accuracy: 0.8125
Switched CIFAR set to 3
Step: 7960 Loss: 0.824579 Accuracy: 0.8125
Step: 7970 Loss: 0.547774 Accuracy: 0.90625
Step: 7980 Loss: 0.501801 Accuracy: 0.953125
Step: 7990 Loss: 0.389697 Accuracy: 0.953125
Step: 8000 Loss: 0.597096 Accuracy: 0.890625
Test set accuracy: 0.792
Step: 8010 Loss: 0.514792 Accuracy: 0.921875
Step: 8020 Loss: 0.463552 Accuracy: 0.953125
Step: 8030 Loss: 0.558373 Accuracy: 0.9375
Step: 8040 Loss: 0.678575 Accuracy: 0.828125
Step: 8050 Loss: 0.487671 Accuracy: 0.9375
Step: 8060 Loss: 0.434987 Accuracy: 0.953125
Step: 8070 Loss: 0.545007 Accuracy: 0.875
Step: 8080 Loss: 0.485582 Accuracy: 0.9375
Step: 8090 Loss: 0.55933 Accuracy: 0.921875
Step: 8100 Loss: 0.580536 Accuracy: 0.890625
Test set accuracy: 0.808
Step: 8110 Loss: 0.520908 Accuracy: 0.921875
Switched CIFAR set to 4
Step: 8120 Loss: 0.497783 Accuracy: 0.890625
Step: 8130 Loss: 0.559018 Accuracy: 0.890625
Step: 8140 Loss: 0.723559 Accuracy: 0.84375
Step: 8150 Loss: 0.643204 Accuracy: 0.859375
Step: 8160 Loss: 0.581577 Accuracy: 0.9375
Step: 8170 Loss: 0.387376 Accuracy: 0.984375
Step: 8180 Loss: 0.572146 Accuracy: 0.890625
Step: 8190 Loss: 0.526881 Accuracy: 0.921875
Step: 8200 Loss: 0.642066 Accuracy: 0.828125
Test set accuracy: 0.81
Step: 8210 Loss: 0.611729 Accuracy: 0.875
Step: 8220 Loss: 0.413631 Accuracy: 0.953125
Step: 8230 Loss: 0.466733 Accuracy: 0.890625
Step: 8240 Loss: 0.465856 Accuracy: 0.9375
Step: 8250 Loss: 0.554151 Accuracy: 0.890625
Step: 8260 Loss: 0.487053 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 8270 Loss: 0.516674 Accuracy: 0.90625
Step: 8280 Loss: 0.599179 Accuracy: 0.875
Step: 8290 Loss: 0.73539 Accuracy: 0.828125
Step: 8300 Loss: 0.664107 Accuracy: 0.84375
Test set accuracy: 0.832
Step: 8310 Loss: 0.678688 Accuracy: 0.890625
Step: 8320 Loss: 0.5252 Accuracy: 0.921875
Step: 8330 Loss: 0.435614 Accuracy: 0.953125
Step: 8340 Loss: 0.557721 Accuracy: 0.9375
Step: 8350 Loss: 0.475936 Accuracy: 0.953125
Step: 8360 Loss: 0.521733 Accuracy: 0.9375
Step: 8370 Loss: 0.431554 Accuracy: 0.9375
Step: 8380 Loss: 0.512472 Accuracy: 0.9375
Step: 8390 Loss: 0.542258 Accuracy: 0.90625
Step: 8400 Loss: 0.437302 Accuracy: 0.96875
Test set accuracy: 0.828
Step: 8410 Loss: 0.362974 Accuracy: 1.0
Step: 8420 Loss: 0.433797 Accuracy: 0.9375
Switched CIFAR set to 1
Step: 8430 Loss: 0.544167 Accuracy: 0.9375
Step: 8440 Loss: 0.59039 Accuracy: 0.90625
Step: 8450 Loss: 0.519141 Accuracy: 0.921875
Step: 8460 Loss: 0.617812 Accuracy: 0.84375
Step: 8470 Loss: 0.558413 Accuracy: 0.890625
Step: 8480 Loss: 0.529572 Accuracy: 0.875
Step: 8490 Loss: 0.601792 Accuracy: 0.875
Step: 8500 Loss: 0.59828 Accuracy: 0.890625
Test set accuracy: 0.828
Step: 8510 Loss: 0.518223 Accuracy: 0.921875
Step: 8520 Loss: 0.716889 Accuracy: 0.84375
Step: 8530 Loss: 0.43546 Accuracy: 0.96875
Step: 8540 Loss: 0.391518 Accuracy: 0.984375
Step: 8550 Loss: 0.460652 Accuracy: 0.921875
Step: 8560 Loss: 0.518465 Accuracy: 0.890625
Step: 8570 Loss: 0.511854 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 8580 Loss: 0.705564 Accuracy: 0.828125
Step: 8590 Loss: 0.528614 Accuracy: 0.890625
Step: 8600 Loss: 0.706626 Accuracy: 0.859375
Test set accuracy: 0.794
Step: 8610 Loss: 0.508615 Accuracy: 0.90625
Step: 8620 Loss: 0.646532 Accuracy: 0.890625
Step: 8630 Loss: 0.575152 Accuracy: 0.890625
Step: 8640 Loss: 0.535124 Accuracy: 0.921875
Step: 8650 Loss: 0.565877 Accuracy: 0.921875
Step: 8660 Loss: 0.451809 Accuracy: 0.9375
Step: 8670 Loss: 0.639872 Accuracy: 0.890625
Step: 8680 Loss: 0.43368 Accuracy: 0.953125
Step: 8690 Loss: 0.529545 Accuracy: 0.890625
Step: 8700 Loss: 0.483552 Accuracy: 0.9375
Test set accuracy: 0.806
Step: 8710 Loss: 0.522062 Accuracy: 0.90625
Step: 8720 Loss: 0.469124 Accuracy: 0.921875
Step: 8730 Loss: 0.584414 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 8740 Loss: 0.518506 Accuracy: 0.890625
Step: 8750 Loss: 0.541181 Accuracy: 0.90625
Step: 8760 Loss: 0.597619 Accuracy: 0.875
Step: 8770 Loss: 0.509584 Accuracy: 0.9375
Step: 8780 Loss: 0.512622 Accuracy: 0.90625
Step: 8790 Loss: 0.570393 Accuracy: 0.890625
Step: 8800 Loss: 0.683224 Accuracy: 0.859375
Test set accuracy: 0.798
Step: 8810 Loss: 0.584435 Accuracy: 0.90625
Step: 8820 Loss: 0.544785 Accuracy: 0.921875
Step: 8830 Loss: 0.560401 Accuracy: 0.890625
Step: 8840 Loss: 0.5933 Accuracy: 0.90625
Step: 8850 Loss: 0.441955 Accuracy: 0.9375
Step: 8860 Loss: 0.358687 Accuracy: 0.984375
Step: 8870 Loss: 0.488333 Accuracy: 0.9375
Step: 8880 Loss: 0.387831 Accuracy: 0.984375
Step: 8890 Loss: 0.406215 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 8900 Loss: 0.576278 Accuracy: 0.875
Test set accuracy: 0.836
Step: 8910 Loss: 0.547443 Accuracy: 0.890625
Step: 8920 Loss: 0.581517 Accuracy: 0.890625
Step: 8930 Loss: 0.650671 Accuracy: 0.875
Step: 8940 Loss: 0.593463 Accuracy: 0.875
Step: 8950 Loss: 0.590035 Accuracy: 0.84375
Step: 8960 Loss: 0.469824 Accuracy: 0.921875
Step: 8970 Loss: 0.379997 Accuracy: 0.96875
Step: 8980 Loss: 0.523993 Accuracy: 0.921875
Step: 8990 Loss: 0.573763 Accuracy: 0.890625
Step: 9000 Loss: 0.38435 Accuracy: 0.984375
Test set accuracy: 0.816
Step: 9010 Loss: 0.690042 Accuracy: 0.84375
Step: 9020 Loss: 0.602061 Accuracy: 0.875
Step: 9030 Loss: 0.595914 Accuracy: 0.890625
Step: 9040 Loss: 0.514586 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 9050 Loss: 0.517238 Accuracy: 0.90625
Step: 9060 Loss: 0.515587 Accuracy: 0.921875
Step: 9070 Loss: 0.528735 Accuracy: 0.90625
Step: 9080 Loss: 0.444424 Accuracy: 0.96875
Step: 9090 Loss: 0.548058 Accuracy: 0.890625
Step: 9100 Loss: 0.532351 Accuracy: 0.859375
Test set accuracy: 0.83
Step: 9110 Loss: 0.449069 Accuracy: 0.9375
Step: 9120 Loss: 0.47383 Accuracy: 0.96875
Step: 9130 Loss: 0.499208 Accuracy: 0.9375
Step: 9140 Loss: 0.567721 Accuracy: 0.90625
Step: 9150 Loss: 0.374167 Accuracy: 0.96875
Step: 9160 Loss: 0.650891 Accuracy: 0.84375
Step: 9170 Loss: 0.510997 Accuracy: 0.921875
Step: 9180 Loss: 0.473175 Accuracy: 0.9375
Step: 9190 Loss: 0.388592 Accuracy: 0.953125
Step: 9200 Loss: 0.375716 Accuracy: 0.984375
Test set accuracy: 0.816
Switched CIFAR set to 1
Step: 9210 Loss: 0.386722 Accuracy: 0.953125
Step: 9220 Loss: 0.554344 Accuracy: 0.921875
Step: 9230 Loss: 0.411519 Accuracy: 0.96875
Step: 9240 Loss: 0.535586 Accuracy: 0.90625
Step: 9250 Loss: 0.509791 Accuracy: 0.90625
Step: 9260 Loss: 0.520176 Accuracy: 0.90625
Step: 9270 Loss: 0.540916 Accuracy: 0.90625
Step: 9280 Loss: 0.514561 Accuracy: 0.9375
Step: 9290 Loss: 0.572938 Accuracy: 0.890625
Step: 9300 Loss: 0.600376 Accuracy: 0.875
Test set accuracy: 0.832
Step: 9310 Loss: 0.583429 Accuracy: 0.859375
Step: 9320 Loss: 0.492291 Accuracy: 0.921875
Step: 9330 Loss: 0.447609 Accuracy: 0.921875
Step: 9340 Loss: 0.468223 Accuracy: 0.953125
Step: 9350 Loss: 0.622043 Accuracy: 0.84375
Switched CIFAR set to 2
Step: 9360 Loss: 0.675147 Accuracy: 0.84375
Step: 9370 Loss: 0.483804 Accuracy: 0.9375
Step: 9380 Loss: 0.54815 Accuracy: 0.921875
Step: 9390 Loss: 0.614114 Accuracy: 0.859375
Step: 9400 Loss: 0.611622 Accuracy: 0.875
Test set accuracy: 0.844
Step: 9410 Loss: 0.400387 Accuracy: 0.953125
Step: 9420 Loss: 0.680506 Accuracy: 0.84375
Step: 9430 Loss: 0.399276 Accuracy: 0.96875
Step: 9440 Loss: 0.62059 Accuracy: 0.890625
Step: 9450 Loss: 0.611299 Accuracy: 0.875
Step: 9460 Loss: 0.51633 Accuracy: 0.90625
Step: 9470 Loss: 0.640453 Accuracy: 0.875
Step: 9480 Loss: 0.481322 Accuracy: 0.90625
Step: 9490 Loss: 0.524006 Accuracy: 0.921875
Step: 9500 Loss: 0.412801 Accuracy: 0.96875
Test set accuracy: 0.82
Step: 9510 Loss: 0.435271 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 9520 Loss: 0.639842 Accuracy: 0.890625
Step: 9530 Loss: 0.560539 Accuracy: 0.875
Step: 9540 Loss: 0.603847 Accuracy: 0.890625
Step: 9550 Loss: 0.479519 Accuracy: 0.921875
Step: 9560 Loss: 0.596303 Accuracy: 0.890625
Step: 9570 Loss: 0.621754 Accuracy: 0.875
Step: 9580 Loss: 0.541993 Accuracy: 0.90625
Step: 9590 Loss: 0.403116 Accuracy: 0.953125
Step: 9600 Loss: 0.513613 Accuracy: 0.921875
Test set accuracy: 0.804
Step: 9610 Loss: 0.549839 Accuracy: 0.90625
Step: 9620 Loss: 0.447974 Accuracy: 0.953125
Step: 9630 Loss: 0.485723 Accuracy: 0.90625
Step: 9640 Loss: 0.661475 Accuracy: 0.875
Step: 9650 Loss: 0.437932 Accuracy: 0.96875
Step: 9660 Loss: 0.41273 Accuracy: 0.96875
Step: 9670 Loss: 0.330038 Accuracy: 1.0
Switched CIFAR set to 4
Step: 9680 Loss: 0.520856 Accuracy: 0.90625
Step: 9690 Loss: 0.583194 Accuracy: 0.890625
Step: 9700 Loss: 0.436717 Accuracy: 0.953125
Test set accuracy: 0.824
Step: 9710 Loss: 0.481913 Accuracy: 0.921875
Step: 9720 Loss: 0.454797 Accuracy: 0.9375
Step: 9730 Loss: 0.424801 Accuracy: 0.953125
Step: 9740 Loss: 0.362841 Accuracy: 0.96875
Step: 9750 Loss: 0.514473 Accuracy: 0.921875
Step: 9760 Loss: 0.477754 Accuracy: 0.9375
Step: 9770 Loss: 0.474527 Accuracy: 0.921875
Step: 9780 Loss: 0.445771 Accuracy: 0.96875
Step: 9790 Loss: 0.508799 Accuracy: 0.921875
Step: 9800 Loss: 0.470225 Accuracy: 0.921875
Test set accuracy: 0.804
Step: 9810 Loss: 0.466287 Accuracy: 0.9375
Step: 9820 Loss: 0.469367 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 9830 Loss: 0.489696 Accuracy: 0.9375
Step: 9840 Loss: 0.421161 Accuracy: 0.9375
Step: 9850 Loss: 0.543976 Accuracy: 0.90625
Step: 9860 Loss: 0.591016 Accuracy: 0.90625
Step: 9870 Loss: 0.626236 Accuracy: 0.859375
Step: 9880 Loss: 0.412379 Accuracy: 0.96875
Step: 9890 Loss: 0.585163 Accuracy: 0.90625
Step: 9900 Loss: 0.425779 Accuracy: 0.953125
Test set accuracy: 0.794
Step: 9910 Loss: 0.459288 Accuracy: 0.9375
Step: 9920 Loss: 0.63314 Accuracy: 0.890625
Step: 9930 Loss: 0.442534 Accuracy: 0.953125
Step: 9940 Loss: 0.384726 Accuracy: 0.96875
Step: 9950 Loss: 0.380333 Accuracy: 0.96875
Step: 9960 Loss: 0.46295 Accuracy: 0.953125
Step: 9970 Loss: 0.473766 Accuracy: 0.921875
Step: 9980 Loss: 0.454118 Accuracy: 0.9375
Switched CIFAR set to 1
Step: 9990 Loss: 0.48234 Accuracy: 0.890625
Step: 10000 Loss: 0.596131 Accuracy: 0.859375
Test set accuracy: 0.794
Step: 10010 Loss: 0.669009 Accuracy: 0.859375
Step: 10020 Loss: 0.558568 Accuracy: 0.890625
Step: 10030 Loss: 0.474442 Accuracy: 0.90625
Step: 10040 Loss: 0.517489 Accuracy: 0.921875
Step: 10050 Loss: 0.403123 Accuracy: 0.9375
Step: 10060 Loss: 0.632638 Accuracy: 0.84375
Step: 10070 Loss: 0.451595 Accuracy: 0.96875
Step: 10080 Loss: 0.401229 Accuracy: 0.96875
Step: 10090 Loss: 0.582968 Accuracy: 0.90625
Step: 10100 Loss: 0.428338 Accuracy: 0.9375
Test set accuracy: 0.816
Step: 10110 Loss: 0.432032 Accuracy: 0.953125
Step: 10120 Loss: 0.435979 Accuracy: 0.953125
Step: 10130 Loss: 0.570011 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 10140 Loss: 0.615115 Accuracy: 0.890625
Step: 10150 Loss: 0.463731 Accuracy: 0.9375
Step: 10160 Loss: 0.387361 Accuracy: 0.96875
Step: 10170 Loss: 0.461203 Accuracy: 0.921875
Step: 10180 Loss: 0.473851 Accuracy: 0.921875
Step: 10190 Loss: 0.486955 Accuracy: 0.921875
Step: 10200 Loss: 0.466424 Accuracy: 0.90625
Test set accuracy: 0.838
Step: 10210 Loss: 0.535854 Accuracy: 0.9375
Step: 10220 Loss: 0.407385 Accuracy: 0.96875
Step: 10230 Loss: 0.429574 Accuracy: 0.953125
Step: 10240 Loss: 0.530445 Accuracy: 0.90625
Step: 10250 Loss: 0.433888 Accuracy: 0.953125
Step: 10260 Loss: 0.39394 Accuracy: 0.96875
Step: 10270 Loss: 0.44001 Accuracy: 0.9375
Step: 10280 Loss: 0.447527 Accuracy: 0.921875
Step: 10290 Loss: 0.531439 Accuracy: 0.90625
Switched CIFAR set to 3
Step: 10300 Loss: 0.493759 Accuracy: 0.9375
Test set accuracy: 0.828
Step: 10310 Loss: 0.392393 Accuracy: 0.984375
Step: 10320 Loss: 0.463035 Accuracy: 0.9375
Step: 10330 Loss: 0.62241 Accuracy: 0.875
Step: 10340 Loss: 0.476854 Accuracy: 0.9375
Step: 10350 Loss: 0.515205 Accuracy: 0.90625
Step: 10360 Loss: 0.517169 Accuracy: 0.890625
Step: 10370 Loss: 0.57438 Accuracy: 0.90625
Step: 10380 Loss: 0.566933 Accuracy: 0.90625
Step: 10390 Loss: 0.628802 Accuracy: 0.890625
Step: 10400 Loss: 0.453967 Accuracy: 0.9375
Test set accuracy: 0.81
Step: 10410 Loss: 0.488967 Accuracy: 0.90625
Step: 10420 Loss: 0.528425 Accuracy: 0.90625
Step: 10430 Loss: 0.440463 Accuracy: 0.953125
Step: 10440 Loss: 0.549938 Accuracy: 0.90625
Step: 10450 Loss: 0.372998 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 10460 Loss: 0.473836 Accuracy: 0.921875
Step: 10470 Loss: 0.465866 Accuracy: 0.9375
Step: 10480 Loss: 0.732492 Accuracy: 0.828125
Step: 10490 Loss: 0.613246 Accuracy: 0.875
Step: 10500 Loss: 0.448756 Accuracy: 0.9375
Test set accuracy: 0.82
Step: 10510 Loss: 0.348542 Accuracy: 0.984375
Step: 10520 Loss: 0.49882 Accuracy: 0.90625
Step: 10530 Loss: 0.552307 Accuracy: 0.890625
Step: 10540 Loss: 0.35561 Accuracy: 1.0
Step: 10550 Loss: 0.532527 Accuracy: 0.921875
Step: 10560 Loss: 0.470646 Accuracy: 0.9375
Step: 10570 Loss: 0.475224 Accuracy: 0.90625
Step: 10580 Loss: 0.476095 Accuracy: 0.953125
Step: 10590 Loss: 0.669685 Accuracy: 0.84375
Step: 10600 Loss: 0.468035 Accuracy: 0.90625
Test set accuracy: 0.842
Switched CIFAR set to 5
Step: 10610 Loss: 0.574961 Accuracy: 0.890625
Step: 10620 Loss: 0.527123 Accuracy: 0.890625
Step: 10630 Loss: 0.560247 Accuracy: 0.921875
Step: 10640 Loss: 0.452676 Accuracy: 0.9375
Step: 10650 Loss: 0.423722 Accuracy: 0.9375
Step: 10660 Loss: 0.459345 Accuracy: 0.96875
Step: 10670 Loss: 0.443149 Accuracy: 0.953125
Step: 10680 Loss: 0.426276 Accuracy: 0.9375
Step: 10690 Loss: 0.448753 Accuracy: 0.96875
Step: 10700 Loss: 0.422727 Accuracy: 0.96875
Test set accuracy: 0.79
Step: 10710 Loss: 0.356063 Accuracy: 0.984375
Step: 10720 Loss: 0.402203 Accuracy: 0.953125
Step: 10730 Loss: 0.518817 Accuracy: 0.890625
Step: 10740 Loss: 0.399418 Accuracy: 0.953125
Step: 10750 Loss: 0.491939 Accuracy: 0.90625
Step: 10760 Loss: 0.714206 Accuracy: 0.84375
Switched CIFAR set to 1
Step: 10770 Loss: 0.480752 Accuracy: 0.921875
Step: 10780 Loss: 0.592566 Accuracy: 0.875
Step: 10790 Loss: 0.537007 Accuracy: 0.90625
Step: 10800 Loss: 0.507142 Accuracy: 0.921875
Test set accuracy: 0.814
Step: 10810 Loss: 0.443398 Accuracy: 0.96875
Step: 10820 Loss: 0.500207 Accuracy: 0.90625
Step: 10830 Loss: 0.489119 Accuracy: 0.9375
Step: 10840 Loss: 0.495638 Accuracy: 0.921875
Step: 10850 Loss: 0.381459 Accuracy: 0.953125
Step: 10860 Loss: 0.337464 Accuracy: 1.0
Step: 10870 Loss: 0.469792 Accuracy: 0.953125
Step: 10880 Loss: 0.503899 Accuracy: 0.9375
Step: 10890 Loss: 0.425452 Accuracy: 0.96875
Step: 10900 Loss: 0.375482 Accuracy: 0.953125
Test set accuracy: 0.826
Step: 10910 Loss: 0.388029 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 10920 Loss: 0.555854 Accuracy: 0.90625
Step: 10930 Loss: 0.518476 Accuracy: 0.921875
Step: 10940 Loss: 0.404143 Accuracy: 0.96875
Step: 10950 Loss: 0.520544 Accuracy: 0.90625
Step: 10960 Loss: 0.465901 Accuracy: 0.921875
Step: 10970 Loss: 0.379505 Accuracy: 0.984375
Step: 10980 Loss: 0.571379 Accuracy: 0.875
Step: 10990 Loss: 0.401724 Accuracy: 0.9375
Step: 11000 Loss: 0.434556 Accuracy: 0.953125
Test set accuracy: 0.802
Step: 11010 Loss: 0.443496 Accuracy: 0.9375
Step: 11020 Loss: 0.487305 Accuracy: 0.9375
Step: 11030 Loss: 0.429722 Accuracy: 0.96875
Step: 11040 Loss: 0.516104 Accuracy: 0.921875
Step: 11050 Loss: 0.445064 Accuracy: 0.96875
Step: 11060 Loss: 0.471542 Accuracy: 0.9375
Step: 11070 Loss: 0.441279 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 11080 Loss: 0.391857 Accuracy: 0.96875
Step: 11090 Loss: 0.483183 Accuracy: 0.9375
Step: 11100 Loss: 0.419325 Accuracy: 0.9375
Test set accuracy: 0.834
Step: 11110 Loss: 0.534932 Accuracy: 0.890625
Step: 11120 Loss: 0.39277 Accuracy: 0.984375
Step: 11130 Loss: 0.505752 Accuracy: 0.90625
Step: 11140 Loss: 0.487745 Accuracy: 0.90625
Step: 11150 Loss: 0.447436 Accuracy: 0.9375
Step: 11160 Loss: 0.433603 Accuracy: 0.96875
Step: 11170 Loss: 0.43122 Accuracy: 0.953125
Step: 11180 Loss: 0.444886 Accuracy: 0.96875
Step: 11190 Loss: 0.458972 Accuracy: 0.9375
Step: 11200 Loss: 0.319439 Accuracy: 1.0
Test set accuracy: 0.8
Step: 11210 Loss: 0.441694 Accuracy: 0.9375
Step: 11220 Loss: 0.355387 Accuracy: 0.984375
Step: 11230 Loss: 0.403605 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 11240 Loss: 0.504774 Accuracy: 0.921875
Step: 11250 Loss: 0.501257 Accuracy: 0.90625
Step: 11260 Loss: 0.497934 Accuracy: 0.96875
Step: 11270 Loss: 0.571703 Accuracy: 0.890625
Step: 11280 Loss: 0.44783 Accuracy: 0.9375
Step: 11290 Loss: 0.586196 Accuracy: 0.90625
Step: 11300 Loss: 0.439296 Accuracy: 0.984375
Test set accuracy: 0.82
Step: 11310 Loss: 0.416117 Accuracy: 0.96875
Step: 11320 Loss: 0.468062 Accuracy: 0.921875
Step: 11330 Loss: 0.387783 Accuracy: 0.984375
Step: 11340 Loss: 0.443306 Accuracy: 0.953125
Step: 11350 Loss: 0.357515 Accuracy: 0.96875
Step: 11360 Loss: 0.486762 Accuracy: 0.921875
Step: 11370 Loss: 0.487503 Accuracy: 0.890625
Step: 11380 Loss: 0.474259 Accuracy: 0.9375
Switched CIFAR set to 5
Step: 11390 Loss: 0.49118 Accuracy: 0.9375
Step: 11400 Loss: 0.412964 Accuracy: 0.96875
Test set accuracy: 0.834
Step: 11410 Loss: 0.466425 Accuracy: 0.921875
Step: 11420 Loss: 0.465487 Accuracy: 0.921875
Step: 11430 Loss: 0.447069 Accuracy: 0.953125
Step: 11440 Loss: 0.592293 Accuracy: 0.90625
Step: 11450 Loss: 0.365307 Accuracy: 0.984375
Step: 11460 Loss: 0.471448 Accuracy: 0.921875
Step: 11470 Loss: 0.510012 Accuracy: 0.921875
Step: 11480 Loss: 0.464449 Accuracy: 0.9375
Step: 11490 Loss: 0.426995 Accuracy: 0.96875
Step: 11500 Loss: 0.727395 Accuracy: 0.875
Test set accuracy: 0.824
Step: 11510 Loss: 0.50003 Accuracy: 0.921875
Step: 11520 Loss: 0.422108 Accuracy: 0.953125
Step: 11530 Loss: 0.401193 Accuracy: 0.96875
Step: 11540 Loss: 0.563142 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 11550 Loss: 0.382721 Accuracy: 0.96875
Step: 11560 Loss: 0.493013 Accuracy: 0.90625
Step: 11570 Loss: 0.494961 Accuracy: 0.921875
Step: 11580 Loss: 0.446534 Accuracy: 0.9375
Step: 11590 Loss: 0.417199 Accuracy: 0.953125
Step: 11600 Loss: 0.376595 Accuracy: 0.984375
Test set accuracy: 0.834
Step: 11610 Loss: 0.440939 Accuracy: 0.9375
Step: 11620 Loss: 0.445949 Accuracy: 0.953125
Step: 11630 Loss: 0.4612 Accuracy: 0.9375
Step: 11640 Loss: 0.482172 Accuracy: 0.953125
Step: 11650 Loss: 0.489236 Accuracy: 0.9375
Step: 11660 Loss: 0.529811 Accuracy: 0.921875
Step: 11670 Loss: 0.43274 Accuracy: 0.953125
Step: 11680 Loss: 0.540039 Accuracy: 0.90625
Step: 11690 Loss: 0.463153 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 11700 Loss: 0.633223 Accuracy: 0.828125
Test set accuracy: 0.828
Step: 11710 Loss: 0.475935 Accuracy: 0.921875
Step: 11720 Loss: 0.427377 Accuracy: 0.9375
Step: 11730 Loss: 0.485492 Accuracy: 0.953125
Step: 11740 Loss: 0.474012 Accuracy: 0.921875
Step: 11750 Loss: 0.351944 Accuracy: 0.984375
Step: 11760 Loss: 0.548635 Accuracy: 0.890625
Step: 11770 Loss: 0.509506 Accuracy: 0.90625
Step: 11780 Loss: 0.379076 Accuracy: 0.953125
Step: 11790 Loss: 0.358742 Accuracy: 0.984375
Step: 11800 Loss: 0.499883 Accuracy: 0.90625
Test set accuracy: 0.844
Step: 11810 Loss: 0.479139 Accuracy: 0.953125
Step: 11820 Loss: 0.399069 Accuracy: 0.96875
Step: 11830 Loss: 0.423139 Accuracy: 0.9375
Step: 11840 Loss: 0.400493 Accuracy: 0.96875
Step: 11850 Loss: 0.416156 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 11860 Loss: 0.416107 Accuracy: 0.96875
Step: 11870 Loss: 0.535653 Accuracy: 0.890625
Step: 11880 Loss: 0.489888 Accuracy: 0.9375
Step: 11890 Loss: 0.506281 Accuracy: 0.90625
Step: 11900 Loss: 0.424363 Accuracy: 0.96875
Test set accuracy: 0.846
Step: 11910 Loss: 0.417431 Accuracy: 0.9375
Step: 11920 Loss: 0.509925 Accuracy: 0.921875
Step: 11930 Loss: 0.443904 Accuracy: 0.953125
Step: 11940 Loss: 0.491385 Accuracy: 0.9375
Step: 11950 Loss: 0.551838 Accuracy: 0.921875
Step: 11960 Loss: 0.43055 Accuracy: 0.9375
Step: 11970 Loss: 0.470493 Accuracy: 0.953125
Step: 11980 Loss: 0.457959 Accuracy: 0.953125
Step: 11990 Loss: 0.447334 Accuracy: 0.96875
Step: 12000 Loss: 0.482277 Accuracy: 0.953125
Test set accuracy: 0.832
Step: 12010 Loss: 0.525058 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 12020 Loss: 0.467256 Accuracy: 0.953125
Step: 12030 Loss: 0.626627 Accuracy: 0.890625
Step: 12040 Loss: 0.432421 Accuracy: 0.9375
Step: 12050 Loss: 0.48148 Accuracy: 0.9375
Step: 12060 Loss: 0.579431 Accuracy: 0.90625
Step: 12070 Loss: 0.35419 Accuracy: 0.984375
Step: 12080 Loss: 0.500421 Accuracy: 0.9375
Step: 12090 Loss: 0.525642 Accuracy: 0.921875
Step: 12100 Loss: 0.404649 Accuracy: 0.96875
Test set accuracy: 0.836
Step: 12110 Loss: 0.368408 Accuracy: 0.984375
Step: 12120 Loss: 0.47621 Accuracy: 0.921875
Step: 12130 Loss: 0.48561 Accuracy: 0.90625
Step: 12140 Loss: 0.480874 Accuracy: 0.9375
Step: 12150 Loss: 0.450502 Accuracy: 0.953125
Step: 12160 Loss: 0.426688 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 12170 Loss: 0.406986 Accuracy: 0.96875
Step: 12180 Loss: 0.635176 Accuracy: 0.859375
Step: 12190 Loss: 0.411427 Accuracy: 0.96875
Step: 12200 Loss: 0.516553 Accuracy: 0.921875
Test set accuracy: 0.836
Step: 12210 Loss: 0.521675 Accuracy: 0.90625
Step: 12220 Loss: 0.411421 Accuracy: 0.96875
Step: 12230 Loss: 0.438212 Accuracy: 0.96875
Step: 12240 Loss: 0.621306 Accuracy: 0.890625
Step: 12250 Loss: 0.476668 Accuracy: 0.953125
Step: 12260 Loss: 0.44286 Accuracy: 0.9375
Step: 12270 Loss: 0.511369 Accuracy: 0.921875
Step: 12280 Loss: 0.471961 Accuracy: 0.921875
Step: 12290 Loss: 0.440063 Accuracy: 0.953125
Step: 12300 Loss: 0.442937 Accuracy: 0.953125
Test set accuracy: 0.842
Step: 12310 Loss: 0.392814 Accuracy: 0.953125
Step: 12320 Loss: 0.415613 Accuracy: 0.96875
Switched CIFAR set to 1
Step: 12330 Loss: 0.391107 Accuracy: 0.96875
Step: 12340 Loss: 0.458347 Accuracy: 0.9375
Step: 12350 Loss: 0.505042 Accuracy: 0.9375
Step: 12360 Loss: 0.456832 Accuracy: 0.9375
Step: 12370 Loss: 0.454338 Accuracy: 0.9375
Step: 12380 Loss: 0.503416 Accuracy: 0.921875
Step: 12390 Loss: 0.489589 Accuracy: 0.90625
Step: 12400 Loss: 0.564437 Accuracy: 0.890625
Test set accuracy: 0.814
Step: 12410 Loss: 0.432566 Accuracy: 0.9375
Step: 12420 Loss: 0.480064 Accuracy: 0.9375
Step: 12430 Loss: 0.375672 Accuracy: 0.984375
Step: 12440 Loss: 0.428878 Accuracy: 0.96875
Step: 12450 Loss: 0.462557 Accuracy: 0.96875
Step: 12460 Loss: 0.504367 Accuracy: 0.921875
Step: 12470 Loss: 0.4111 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 12480 Loss: 0.494527 Accuracy: 0.921875
Step: 12490 Loss: 0.441742 Accuracy: 0.953125
Step: 12500 Loss: 0.477039 Accuracy: 0.921875
Test set accuracy: 0.86
Step: 12510 Loss: 0.550568 Accuracy: 0.921875
Step: 12520 Loss: 0.728244 Accuracy: 0.890625
Step: 12530 Loss: 0.513057 Accuracy: 0.921875
Step: 12540 Loss: 0.427664 Accuracy: 0.953125
Step: 12550 Loss: 0.413293 Accuracy: 0.984375
Step: 12560 Loss: 0.34825 Accuracy: 0.984375
Step: 12570 Loss: 0.421678 Accuracy: 0.984375
Step: 12580 Loss: 0.425066 Accuracy: 0.921875
Step: 12590 Loss: 0.475919 Accuracy: 0.9375
Step: 12600 Loss: 0.407815 Accuracy: 0.953125
Test set accuracy: 0.806
Step: 12610 Loss: 0.368839 Accuracy: 0.96875
Step: 12620 Loss: 0.397761 Accuracy: 0.96875
Step: 12630 Loss: 0.37998 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 12640 Loss: 0.48289 Accuracy: 0.953125
Step: 12650 Loss: 0.459084 Accuracy: 0.953125
Step: 12660 Loss: 0.463255 Accuracy: 0.9375
Step: 12670 Loss: 0.437077 Accuracy: 0.953125
Step: 12680 Loss: 0.490494 Accuracy: 0.90625
Step: 12690 Loss: 0.449465 Accuracy: 0.9375
Step: 12700 Loss: 0.359759 Accuracy: 0.984375
Test set accuracy: 0.848
Step: 12710 Loss: 0.550251 Accuracy: 0.90625
Step: 12720 Loss: 0.429881 Accuracy: 0.96875
Step: 12730 Loss: 0.457556 Accuracy: 0.9375
Step: 12740 Loss: 0.464321 Accuracy: 0.921875
Step: 12750 Loss: 0.336601 Accuracy: 1.0
Step: 12760 Loss: 0.35102 Accuracy: 1.0
Step: 12770 Loss: 0.441604 Accuracy: 0.9375
Step: 12780 Loss: 0.446371 Accuracy: 0.9375
Step: 12790 Loss: 0.481237 Accuracy: 0.9375
Switched CIFAR set to 4
Step: 12800 Loss: 0.455617 Accuracy: 0.9375
Test set accuracy: 0.842
Step: 12810 Loss: 0.419129 Accuracy: 0.953125
Step: 12820 Loss: 0.452729 Accuracy: 0.953125
Step: 12830 Loss: 0.36729 Accuracy: 0.984375
Step: 12840 Loss: 0.473074 Accuracy: 0.9375
Step: 12850 Loss: 0.508631 Accuracy: 0.921875
Step: 12860 Loss: 0.375494 Accuracy: 0.96875
Step: 12870 Loss: 0.403039 Accuracy: 0.953125
Step: 12880 Loss: 0.524858 Accuracy: 0.9375
Step: 12890 Loss: 0.395095 Accuracy: 0.96875
Step: 12900 Loss: 0.404498 Accuracy: 0.96875
Test set accuracy: 0.82
Step: 12910 Loss: 0.42246 Accuracy: 0.96875
Step: 12920 Loss: 0.591565 Accuracy: 0.890625
Step: 12930 Loss: 0.390167 Accuracy: 0.984375
Step: 12940 Loss: 0.421606 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 12950 Loss: 0.578646 Accuracy: 0.890625
Step: 12960 Loss: 0.487594 Accuracy: 0.9375
Step: 12970 Loss: 0.426343 Accuracy: 0.96875
Step: 12980 Loss: 0.567335 Accuracy: 0.921875
Step: 12990 Loss: 0.447434 Accuracy: 0.953125
Step: 13000 Loss: 0.454101 Accuracy: 0.96875
Test set accuracy: 0.83
Step: 13010 Loss: 0.374042 Accuracy: 0.984375
Step: 13020 Loss: 0.406733 Accuracy: 0.9375
Step: 13030 Loss: 0.555773 Accuracy: 0.890625
Step: 13040 Loss: 0.469299 Accuracy: 0.9375
Step: 13050 Loss: 0.368377 Accuracy: 0.984375
Step: 13060 Loss: 0.47215 Accuracy: 0.953125
Step: 13070 Loss: 0.59367 Accuracy: 0.875
Step: 13080 Loss: 0.622057 Accuracy: 0.859375
Step: 13090 Loss: 0.339367 Accuracy: 0.984375
Step: 13100 Loss: 0.438351 Accuracy: 0.9375
Test set accuracy: 0.836
Switched CIFAR set to 1
Step: 13110 Loss: 0.443225 Accuracy: 0.96875
Step: 13120 Loss: 0.512694 Accuracy: 0.953125
Step: 13130 Loss: 0.530169 Accuracy: 0.9375
Step: 13140 Loss: 0.438078 Accuracy: 0.9375
Step: 13150 Loss: 0.454305 Accuracy: 0.953125
Step: 13160 Loss: 0.455826 Accuracy: 0.9375
Step: 13170 Loss: 0.444421 Accuracy: 0.953125
Step: 13180 Loss: 0.39368 Accuracy: 0.96875
Step: 13190 Loss: 0.35976 Accuracy: 0.96875
Step: 13200 Loss: 0.435179 Accuracy: 0.953125
Test set accuracy: 0.844
Step: 13210 Loss: 0.448342 Accuracy: 0.9375
Step: 13220 Loss: 0.501728 Accuracy: 0.9375
Step: 13230 Loss: 0.496578 Accuracy: 0.921875
Step: 13240 Loss: 0.469688 Accuracy: 0.90625
Step: 13250 Loss: 0.480421 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 13260 Loss: 0.412918 Accuracy: 0.96875
Step: 13270 Loss: 0.409203 Accuracy: 0.96875
Step: 13280 Loss: 0.510049 Accuracy: 0.921875
Step: 13290 Loss: 0.497878 Accuracy: 0.90625
Step: 13300 Loss: 0.420019 Accuracy: 0.953125
Test set accuracy: 0.82
Step: 13310 Loss: 0.368675 Accuracy: 0.984375
Step: 13320 Loss: 0.501817 Accuracy: 0.9375
Step: 13330 Loss: 0.404122 Accuracy: 0.953125
Step: 13340 Loss: 0.474501 Accuracy: 0.921875
Step: 13350 Loss: 0.601915 Accuracy: 0.890625
Step: 13360 Loss: 0.420844 Accuracy: 0.9375
Step: 13370 Loss: 0.530857 Accuracy: 0.921875
Step: 13380 Loss: 0.489406 Accuracy: 0.9375
Step: 13390 Loss: 0.409974 Accuracy: 0.96875
Step: 13400 Loss: 0.466125 Accuracy: 0.96875
Test set accuracy: 0.828
Step: 13410 Loss: 0.386497 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 13420 Loss: 0.376178 Accuracy: 0.96875
Step: 13430 Loss: 0.429381 Accuracy: 0.953125
Step: 13440 Loss: 0.574655 Accuracy: 0.890625
Step: 13450 Loss: 0.458881 Accuracy: 0.96875
Step: 13460 Loss: 0.331155 Accuracy: 1.0
Step: 13470 Loss: 0.385341 Accuracy: 0.953125
Step: 13480 Loss: 0.351615 Accuracy: 0.984375
Step: 13490 Loss: 0.396828 Accuracy: 0.96875
Step: 13500 Loss: 0.492325 Accuracy: 0.90625
Test set accuracy: 0.828
Step: 13510 Loss: 0.483299 Accuracy: 0.9375
Step: 13520 Loss: 0.416504 Accuracy: 0.96875
Step: 13530 Loss: 0.416773 Accuracy: 0.953125
Step: 13540 Loss: 0.463629 Accuracy: 0.9375
Step: 13550 Loss: 0.379283 Accuracy: 0.96875
Step: 13560 Loss: 0.469982 Accuracy: 0.921875
Step: 13570 Loss: 0.494479 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 13580 Loss: 0.699928 Accuracy: 0.859375
Step: 13590 Loss: 0.604749 Accuracy: 0.890625
Step: 13600 Loss: 0.463669 Accuracy: 0.9375
Test set accuracy: 0.814
Step: 13610 Loss: 0.537425 Accuracy: 0.921875
Step: 13620 Loss: 0.55103 Accuracy: 0.921875
Step: 13630 Loss: 0.563934 Accuracy: 0.875
Step: 13640 Loss: 0.39227 Accuracy: 0.9375
Step: 13650 Loss: 0.399957 Accuracy: 0.96875
Step: 13660 Loss: 0.577187 Accuracy: 0.90625
Step: 13670 Loss: 0.391293 Accuracy: 0.984375
Step: 13680 Loss: 0.431258 Accuracy: 0.953125
Step: 13690 Loss: 0.476643 Accuracy: 0.9375
Step: 13700 Loss: 0.477805 Accuracy: 0.9375
Test set accuracy: 0.832
Step: 13710 Loss: 0.357703 Accuracy: 0.953125
Step: 13720 Loss: 0.44337 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 13730 Loss: 0.526058 Accuracy: 0.921875
Step: 13740 Loss: 0.445044 Accuracy: 0.953125
Step: 13750 Loss: 0.422003 Accuracy: 0.953125
Step: 13760 Loss: 0.498966 Accuracy: 0.921875
Step: 13770 Loss: 0.36441 Accuracy: 0.96875
Step: 13780 Loss: 0.455379 Accuracy: 0.9375
Step: 13790 Loss: 0.429032 Accuracy: 0.9375
Step: 13800 Loss: 0.430283 Accuracy: 0.96875
Test set accuracy: 0.844
Step: 13810 Loss: 0.49632 Accuracy: 0.921875
Step: 13820 Loss: 0.388659 Accuracy: 0.96875
Step: 13830 Loss: 0.444766 Accuracy: 0.953125
Step: 13840 Loss: 0.36419 Accuracy: 0.984375
Step: 13850 Loss: 0.497388 Accuracy: 0.9375
Step: 13860 Loss: 0.347134 Accuracy: 0.984375
Step: 13870 Loss: 0.410547 Accuracy: 0.96875
Step: 13880 Loss: 0.555 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 13890 Loss: 0.360411 Accuracy: 0.984375
Step: 13900 Loss: 0.435167 Accuracy: 0.9375
Test set accuracy: 0.84
Step: 13910 Loss: 0.483908 Accuracy: 0.921875
Step: 13920 Loss: 0.406999 Accuracy: 0.984375
Step: 13930 Loss: 0.411289 Accuracy: 0.953125
Step: 13940 Loss: 0.507056 Accuracy: 0.9375
Step: 13950 Loss: 0.403213 Accuracy: 0.984375
Step: 13960 Loss: 0.481548 Accuracy: 0.953125
Step: 13970 Loss: 0.388835 Accuracy: 0.984375
Step: 13980 Loss: 0.432912 Accuracy: 0.96875
Step: 13990 Loss: 0.373041 Accuracy: 0.96875
Step: 14000 Loss: 0.397975 Accuracy: 0.96875
Test set accuracy: 0.842
Step: 14010 Loss: 0.392109 Accuracy: 0.96875
Step: 14020 Loss: 0.396166 Accuracy: 0.96875
Step: 14030 Loss: 0.449201 Accuracy: 0.96875
Switched CIFAR set to 2
Step: 14040 Loss: 0.361996 Accuracy: 1.0
Step: 14050 Loss: 0.448363 Accuracy: 0.9375
Step: 14060 Loss: 0.394506 Accuracy: 0.96875
Step: 14070 Loss: 0.414773 Accuracy: 0.9375
Step: 14080 Loss: 0.503768 Accuracy: 0.9375
Step: 14090 Loss: 0.380559 Accuracy: 0.984375
Step: 14100 Loss: 0.437344 Accuracy: 0.953125
Test set accuracy: 0.834
Step: 14110 Loss: 0.355128 Accuracy: 0.984375
Step: 14120 Loss: 0.384295 Accuracy: 0.96875
Step: 14130 Loss: 0.397786 Accuracy: 0.96875
Step: 14140 Loss: 0.442229 Accuracy: 0.953125
Step: 14150 Loss: 0.39825 Accuracy: 0.984375
Step: 14160 Loss: 0.430414 Accuracy: 0.96875
Step: 14170 Loss: 0.445782 Accuracy: 0.953125
Step: 14180 Loss: 0.363513 Accuracy: 0.96875
Step: 14190 Loss: 0.476824 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 14200 Loss: 0.401554 Accuracy: 0.953125
Test set accuracy: 0.85
Step: 14210 Loss: 0.391771 Accuracy: 0.9375
Step: 14220 Loss: 0.388774 Accuracy: 0.96875
Step: 14230 Loss: 0.501868 Accuracy: 0.921875
Step: 14240 Loss: 0.478671 Accuracy: 0.96875
Step: 14250 Loss: 0.333603 Accuracy: 0.984375
Step: 14260 Loss: 0.449255 Accuracy: 0.953125
Step: 14270 Loss: 0.42884 Accuracy: 0.9375
Step: 14280 Loss: 0.379691 Accuracy: 1.0
Step: 14290 Loss: 0.477872 Accuracy: 0.96875
Step: 14300 Loss: 0.497717 Accuracy: 0.921875
Test set accuracy: 0.848
Step: 14310 Loss: 0.511459 Accuracy: 0.921875
Step: 14320 Loss: 0.363755 Accuracy: 0.984375
Step: 14330 Loss: 0.428437 Accuracy: 0.953125
Step: 14340 Loss: 0.406547 Accuracy: 0.96875
Step: 14350 Loss: 0.372914 Accuracy: 0.984375
Switched CIFAR set to 4
Step: 14360 Loss: 0.469063 Accuracy: 0.953125
Step: 14370 Loss: 0.392904 Accuracy: 0.953125
Step: 14380 Loss: 0.408818 Accuracy: 0.953125
Step: 14390 Loss: 0.470453 Accuracy: 0.90625
Step: 14400 Loss: 0.436207 Accuracy: 0.953125
Test set accuracy: 0.842
Step: 14410 Loss: 0.48673 Accuracy: 0.9375
Step: 14420 Loss: 0.401118 Accuracy: 0.984375
Step: 14430 Loss: 0.470714 Accuracy: 0.9375
Step: 14440 Loss: 0.42812 Accuracy: 0.9375
Step: 14450 Loss: 0.442701 Accuracy: 0.9375
Step: 14460 Loss: 0.440002 Accuracy: 0.953125
Step: 14470 Loss: 0.466404 Accuracy: 0.921875
Step: 14480 Loss: 0.361986 Accuracy: 0.984375
Step: 14490 Loss: 0.458817 Accuracy: 0.921875
Step: 14500 Loss: 0.556802 Accuracy: 0.921875
Test set accuracy: 0.784
Switched CIFAR set to 5
Step: 14510 Loss: 0.358572 Accuracy: 0.96875
Step: 14520 Loss: 0.540278 Accuracy: 0.890625
Step: 14530 Loss: 0.500881 Accuracy: 0.921875
Step: 14540 Loss: 0.419969 Accuracy: 0.953125
Step: 14550 Loss: 0.465972 Accuracy: 0.9375
Step: 14560 Loss: 0.476851 Accuracy: 0.953125
Step: 14570 Loss: 0.397713 Accuracy: 0.953125
Step: 14580 Loss: 0.354963 Accuracy: 0.984375
Step: 14590 Loss: 0.521797 Accuracy: 0.90625
Step: 14600 Loss: 0.431248 Accuracy: 0.953125
Test set accuracy: 0.832
Step: 14610 Loss: 0.359681 Accuracy: 0.96875
Step: 14620 Loss: 0.438555 Accuracy: 0.953125
Step: 14630 Loss: 0.341684 Accuracy: 1.0
Step: 14640 Loss: 0.418214 Accuracy: 0.953125
Step: 14650 Loss: 0.373239 Accuracy: 0.96875
Step: 14660 Loss: 0.546125 Accuracy: 0.9375
Switched CIFAR set to 1
Step: 14670 Loss: 0.422787 Accuracy: 0.96875
Step: 14680 Loss: 0.494925 Accuracy: 0.921875
Step: 14690 Loss: 0.441785 Accuracy: 0.953125
Step: 14700 Loss: 0.381036 Accuracy: 0.984375
Test set accuracy: 0.844
Step: 14710 Loss: 0.455071 Accuracy: 0.953125
Step: 14720 Loss: 0.416289 Accuracy: 0.953125
Step: 14730 Loss: 0.49142 Accuracy: 0.921875
Step: 14740 Loss: 0.524215 Accuracy: 0.921875
Step: 14750 Loss: 0.435553 Accuracy: 0.96875
Step: 14760 Loss: 0.360749 Accuracy: 0.984375
Step: 14770 Loss: 0.546298 Accuracy: 0.90625
Step: 14780 Loss: 0.384893 Accuracy: 0.953125
Step: 14790 Loss: 0.432132 Accuracy: 0.953125
Step: 14800 Loss: 0.487256 Accuracy: 0.953125
Test set accuracy: 0.818
Step: 14810 Loss: 0.59311 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 14820 Loss: 0.528177 Accuracy: 0.921875
Step: 14830 Loss: 0.502693 Accuracy: 0.9375
Step: 14840 Loss: 0.584906 Accuracy: 0.90625
Step: 14850 Loss: 0.415143 Accuracy: 0.953125
Step: 14860 Loss: 0.528696 Accuracy: 0.90625
Step: 14870 Loss: 0.384655 Accuracy: 0.96875
Step: 14880 Loss: 0.420457 Accuracy: 0.96875
Step: 14890 Loss: 0.460495 Accuracy: 0.953125
Step: 14900 Loss: 0.48427 Accuracy: 0.9375
Test set accuracy: 0.828
Step: 14910 Loss: 0.393399 Accuracy: 0.953125
Step: 14920 Loss: 0.421444 Accuracy: 0.953125
Step: 14930 Loss: 0.419814 Accuracy: 0.953125
Step: 14940 Loss: 0.422862 Accuracy: 0.953125
Step: 14950 Loss: 0.449143 Accuracy: 0.9375
Step: 14960 Loss: 0.636967 Accuracy: 0.890625
Step: 14970 Loss: 0.473721 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 14980 Loss: 0.420335 Accuracy: 0.953125
Step: 14990 Loss: 0.362408 Accuracy: 0.984375
Step: 15000 Loss: 0.548067 Accuracy: 0.9375
Test set accuracy: 0.84
Step: 15010 Loss: 0.44659 Accuracy: 0.96875
Step: 15020 Loss: 0.520561 Accuracy: 0.9375
Step: 15030 Loss: 0.424902 Accuracy: 0.96875
Step: 15040 Loss: 0.438801 Accuracy: 0.9375
Step: 15050 Loss: 0.392772 Accuracy: 0.953125
Step: 15060 Loss: 0.442981 Accuracy: 0.9375
Step: 15070 Loss: 0.405067 Accuracy: 0.953125
Step: 15080 Loss: 0.334781 Accuracy: 1.0
Step: 15090 Loss: 0.379731 Accuracy: 0.96875
Step: 15100 Loss: 0.419389 Accuracy: 0.96875
Test set accuracy: 0.812
Step: 15110 Loss: 0.417321 Accuracy: 0.953125
Step: 15120 Loss: 0.377822 Accuracy: 0.96875
Step: 15130 Loss: 0.426437 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 15140 Loss: 0.505526 Accuracy: 0.9375
Step: 15150 Loss: 0.436001 Accuracy: 0.953125
Step: 15160 Loss: 0.323345 Accuracy: 1.0
Step: 15170 Loss: 0.492784 Accuracy: 0.9375
Step: 15180 Loss: 0.519064 Accuracy: 0.921875
Step: 15190 Loss: 0.45778 Accuracy: 0.953125
Step: 15200 Loss: 0.414973 Accuracy: 0.953125
Test set accuracy: 0.848
Step: 15210 Loss: 0.386732 Accuracy: 0.96875
Step: 15220 Loss: 0.447796 Accuracy: 0.953125
Step: 15230 Loss: 0.596186 Accuracy: 0.859375
Step: 15240 Loss: 0.388535 Accuracy: 0.96875
Step: 15250 Loss: 0.35464 Accuracy: 0.96875
Step: 15260 Loss: 0.383321 Accuracy: 0.984375
Step: 15270 Loss: 0.388554 Accuracy: 0.984375
Step: 15280 Loss: 0.310731 Accuracy: 1.0
Switched CIFAR set to 5
Step: 15290 Loss: 0.407132 Accuracy: 0.984375
Step: 15300 Loss: 0.379811 Accuracy: 0.984375
Test set accuracy: 0.834
Step: 15310 Loss: 0.361351 Accuracy: 0.984375
Step: 15320 Loss: 0.472216 Accuracy: 0.9375
Step: 15330 Loss: 0.523341 Accuracy: 0.953125
Step: 15340 Loss: 0.371003 Accuracy: 0.984375
Step: 15350 Loss: 0.32637 Accuracy: 1.0
Step: 15360 Loss: 0.404638 Accuracy: 0.96875
Step: 15370 Loss: 0.422819 Accuracy: 0.9375
Step: 15380 Loss: 0.349974 Accuracy: 1.0
Step: 15390 Loss: 0.440623 Accuracy: 0.96875
Step: 15400 Loss: 0.434062 Accuracy: 0.921875
Test set accuracy: 0.822
Step: 15410 Loss: 0.503392 Accuracy: 0.9375
Step: 15420 Loss: 0.462927 Accuracy: 0.9375
Step: 15430 Loss: 0.399599 Accuracy: 0.953125
Step: 15440 Loss: 0.40133 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 15450 Loss: 0.420891 Accuracy: 0.9375
Step: 15460 Loss: 0.401797 Accuracy: 0.953125
Step: 15470 Loss: 0.405885 Accuracy: 0.953125
Step: 15480 Loss: 0.494982 Accuracy: 0.9375
Step: 15490 Loss: 0.395982 Accuracy: 0.96875
Step: 15500 Loss: 0.363001 Accuracy: 0.953125
Test set accuracy: 0.808
Step: 15510 Loss: 0.45472 Accuracy: 0.953125
Step: 15520 Loss: 0.350242 Accuracy: 0.984375
Step: 15530 Loss: 0.382299 Accuracy: 0.984375
Step: 15540 Loss: 0.439431 Accuracy: 0.953125
Step: 15550 Loss: 0.319412 Accuracy: 0.984375
Step: 15560 Loss: 0.437684 Accuracy: 0.96875
Step: 15570 Loss: 0.449977 Accuracy: 0.953125
Step: 15580 Loss: 0.35572 Accuracy: 0.984375
Step: 15590 Loss: 0.323009 Accuracy: 1.0
Switched CIFAR set to 2
Step: 15600 Loss: 0.539318 Accuracy: 0.921875
Test set accuracy: 0.83
Step: 15610 Loss: 0.395046 Accuracy: 0.96875
Step: 15620 Loss: 0.371569 Accuracy: 0.96875
Step: 15630 Loss: 0.359639 Accuracy: 0.984375
Step: 15640 Loss: 0.467038 Accuracy: 0.9375
Step: 15650 Loss: 0.327808 Accuracy: 1.0
Step: 15660 Loss: 0.409935 Accuracy: 0.953125
Step: 15670 Loss: 0.383596 Accuracy: 0.96875
Step: 15680 Loss: 0.442115 Accuracy: 0.96875
Step: 15690 Loss: 0.425785 Accuracy: 0.953125
Step: 15700 Loss: 0.355173 Accuracy: 0.984375
Test set accuracy: 0.846
Step: 15710 Loss: 0.494817 Accuracy: 0.921875
Step: 15720 Loss: 0.427795 Accuracy: 0.953125
Step: 15730 Loss: 0.419732 Accuracy: 0.953125
Step: 15740 Loss: 0.392893 Accuracy: 0.984375
Step: 15750 Loss: 0.545763 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 15760 Loss: 0.36435 Accuracy: 0.96875
Step: 15770 Loss: 0.45188 Accuracy: 0.953125
Step: 15780 Loss: 0.379091 Accuracy: 0.96875
Step: 15790 Loss: 0.407436 Accuracy: 0.953125
Step: 15800 Loss: 0.442316 Accuracy: 0.96875
Test set accuracy: 0.818
Step: 15810 Loss: 0.427908 Accuracy: 0.953125
Step: 15820 Loss: 0.452668 Accuracy: 0.96875
Step: 15830 Loss: 0.573093 Accuracy: 0.90625
Step: 15840 Loss: 0.38878 Accuracy: 0.984375
Step: 15850 Loss: 0.504123 Accuracy: 0.96875
Step: 15860 Loss: 0.389081 Accuracy: 0.953125
Step: 15870 Loss: 0.316385 Accuracy: 1.0
Step: 15880 Loss: 0.446079 Accuracy: 0.9375
Step: 15890 Loss: 0.374294 Accuracy: 0.984375
Step: 15900 Loss: 0.437064 Accuracy: 0.953125
Test set accuracy: 0.832
Step: 15910 Loss: 0.433538 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 15920 Loss: 0.400858 Accuracy: 0.96875
Step: 15930 Loss: 0.44791 Accuracy: 0.953125
Step: 15940 Loss: 0.435987 Accuracy: 0.921875
Step: 15950 Loss: 0.396964 Accuracy: 0.96875
Step: 15960 Loss: 0.477069 Accuracy: 0.96875
Step: 15970 Loss: 0.362806 Accuracy: 1.0
Step: 15980 Loss: 0.492869 Accuracy: 0.9375
Step: 15990 Loss: 0.430302 Accuracy: 0.953125
Step: 16000 Loss: 0.547565 Accuracy: 0.90625
Test set accuracy: 0.828
Step: 16010 Loss: 0.50202 Accuracy: 0.9375
Step: 16020 Loss: 0.376299 Accuracy: 0.96875
Step: 16030 Loss: 0.538633 Accuracy: 0.90625
Step: 16040 Loss: 0.407965 Accuracy: 0.984375
Step: 16050 Loss: 0.470335 Accuracy: 0.9375
Step: 16060 Loss: 0.413211 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 16070 Loss: 0.446706 Accuracy: 0.96875
Step: 16080 Loss: 0.346698 Accuracy: 0.96875
Step: 16090 Loss: 0.392622 Accuracy: 0.984375
Step: 16100 Loss: 0.453868 Accuracy: 0.953125
Test set accuracy: 0.81
Step: 16110 Loss: 0.361364 Accuracy: 0.984375
Step: 16120 Loss: 0.485907 Accuracy: 0.9375
Step: 16130 Loss: 0.503657 Accuracy: 0.9375
Step: 16140 Loss: 0.35232 Accuracy: 1.0
Step: 16150 Loss: 0.421031 Accuracy: 0.953125
Step: 16160 Loss: 0.500802 Accuracy: 0.9375
Step: 16170 Loss: 0.345251 Accuracy: 0.984375
Step: 16180 Loss: 0.466126 Accuracy: 0.921875
Step: 16190 Loss: 0.423996 Accuracy: 0.96875
Step: 16200 Loss: 0.356268 Accuracy: 0.984375
Test set accuracy: 0.832
Step: 16210 Loss: 0.393387 Accuracy: 0.96875
Step: 16220 Loss: 0.551419 Accuracy: 0.953125
Switched CIFAR set to 1
Step: 16230 Loss: 0.353151 Accuracy: 0.984375
Step: 16240 Loss: 0.383795 Accuracy: 0.96875
Step: 16250 Loss: 0.402786 Accuracy: 0.96875
Step: 16260 Loss: 0.382414 Accuracy: 0.96875
Step: 16270 Loss: 0.382043 Accuracy: 0.96875
Step: 16280 Loss: 0.356246 Accuracy: 1.0
Step: 16290 Loss: 0.417847 Accuracy: 0.96875
Step: 16300 Loss: 0.424496 Accuracy: 0.953125
Test set accuracy: 0.788
Step: 16310 Loss: 0.416056 Accuracy: 0.953125
Step: 16320 Loss: 0.342311 Accuracy: 0.96875
Step: 16330 Loss: 0.395692 Accuracy: 0.96875
Step: 16340 Loss: 0.403651 Accuracy: 0.953125
Step: 16350 Loss: 0.367589 Accuracy: 0.96875
Step: 16360 Loss: 0.384401 Accuracy: 0.96875
Step: 16370 Loss: 0.33934 Accuracy: 0.984375
Switched CIFAR set to 2
Step: 16380 Loss: 0.432786 Accuracy: 0.9375
Step: 16390 Loss: 0.46162 Accuracy: 0.9375
Step: 16400 Loss: 0.406713 Accuracy: 0.96875
Test set accuracy: 0.86
Step: 16410 Loss: 0.372607 Accuracy: 0.96875
Step: 16420 Loss: 0.463987 Accuracy: 0.953125
Step: 16430 Loss: 0.438423 Accuracy: 0.953125
Step: 16440 Loss: 0.375032 Accuracy: 0.984375
Step: 16450 Loss: 0.329887 Accuracy: 1.0
Step: 16460 Loss: 0.410463 Accuracy: 0.984375
Step: 16470 Loss: 0.453882 Accuracy: 0.953125
Step: 16480 Loss: 0.388651 Accuracy: 0.96875
Step: 16490 Loss: 0.353751 Accuracy: 0.96875
Step: 16500 Loss: 0.458219 Accuracy: 0.953125
Test set accuracy: 0.844
Step: 16510 Loss: 0.316005 Accuracy: 1.0
Step: 16520 Loss: 0.347388 Accuracy: 0.984375
Step: 16530 Loss: 0.383383 Accuracy: 0.984375
Switched CIFAR set to 3
Step: 16540 Loss: 0.394566 Accuracy: 0.953125
Step: 16550 Loss: 0.394514 Accuracy: 0.96875
Step: 16560 Loss: 0.564155 Accuracy: 0.90625
Step: 16570 Loss: 0.548696 Accuracy: 0.90625
Step: 16580 Loss: 0.499079 Accuracy: 0.921875
Step: 16590 Loss: 0.353951 Accuracy: 1.0
Step: 16600 Loss: 0.475769 Accuracy: 0.9375
Test set accuracy: 0.842
Step: 16610 Loss: 0.395062 Accuracy: 0.953125
Step: 16620 Loss: 0.343228 Accuracy: 0.984375
Step: 16630 Loss: 0.329239 Accuracy: 1.0
Step: 16640 Loss: 0.438344 Accuracy: 0.953125
Step: 16650 Loss: 0.380321 Accuracy: 0.984375
Step: 16660 Loss: 0.366005 Accuracy: 0.984375
Step: 16670 Loss: 0.317604 Accuracy: 1.0
Step: 16680 Loss: 0.399348 Accuracy: 0.984375
Step: 16690 Loss: 0.495181 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 16700 Loss: 0.403815 Accuracy: 0.96875
Test set accuracy: 0.852
Step: 16710 Loss: 0.387975 Accuracy: 0.96875
Step: 16720 Loss: 0.341462 Accuracy: 0.96875
Step: 16730 Loss: 0.413145 Accuracy: 0.984375
Step: 16740 Loss: 0.370674 Accuracy: 0.984375
Step: 16750 Loss: 0.395843 Accuracy: 0.953125
Step: 16760 Loss: 0.446816 Accuracy: 0.96875
Step: 16770 Loss: 0.473185 Accuracy: 0.953125
Step: 16780 Loss: 0.360564 Accuracy: 0.984375
Step: 16790 Loss: 0.382424 Accuracy: 0.984375
Step: 16800 Loss: 0.396769 Accuracy: 0.96875
Test set accuracy: 0.822
Step: 16810 Loss: 0.510927 Accuracy: 0.90625
Step: 16820 Loss: 0.388078 Accuracy: 0.96875
Step: 16830 Loss: 0.370647 Accuracy: 0.984375
Step: 16840 Loss: 0.367058 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 16850 Loss: 0.331212 Accuracy: 1.0
Step: 16860 Loss: 0.42611 Accuracy: 0.953125
Step: 16870 Loss: 0.378368 Accuracy: 0.96875
Step: 16880 Loss: 0.423226 Accuracy: 0.953125
Step: 16890 Loss: 0.362488 Accuracy: 0.984375
Step: 16900 Loss: 0.462159 Accuracy: 0.953125
Test set accuracy: 0.796
Step: 16910 Loss: 0.425016 Accuracy: 0.96875
Step: 16920 Loss: 0.389465 Accuracy: 0.984375
Step: 16930 Loss: 0.409599 Accuracy: 0.96875
Step: 16940 Loss: 0.353663 Accuracy: 0.984375
Step: 16950 Loss: 0.44915 Accuracy: 0.9375
Step: 16960 Loss: 0.424079 Accuracy: 0.96875
Step: 16970 Loss: 0.346676 Accuracy: 1.0
Step: 16980 Loss: 0.378332 Accuracy: 0.953125
Step: 16990 Loss: 0.356971 Accuracy: 0.984375
Step: 17000 Loss: 0.387856 Accuracy: 0.9375
Test set accuracy: 0.844
Switched CIFAR set to 1
Step: 17010 Loss: 0.465308 Accuracy: 0.96875
Step: 17020 Loss: 0.518357 Accuracy: 0.9375
Step: 17030 Loss: 0.364023 Accuracy: 0.96875
Step: 17040 Loss: 0.367375 Accuracy: 0.96875
Step: 17050 Loss: 0.451189 Accuracy: 0.953125
Step: 17060 Loss: 0.421924 Accuracy: 0.9375
Step: 17070 Loss: 0.393713 Accuracy: 0.96875
Step: 17080 Loss: 0.354013 Accuracy: 0.984375
Step: 17090 Loss: 0.401823 Accuracy: 0.984375
Step: 17100 Loss: 0.359685 Accuracy: 0.96875
Test set accuracy: 0.852
Step: 17110 Loss: 0.353238 Accuracy: 0.984375
Step: 17120 Loss: 0.369743 Accuracy: 0.984375
Step: 17130 Loss: 0.321221 Accuracy: 1.0
Step: 17140 Loss: 0.32734 Accuracy: 0.984375
Step: 17150 Loss: 0.378038 Accuracy: 0.984375
Switched CIFAR set to 2
Step: 17160 Loss: 0.385972 Accuracy: 0.984375
Step: 17170 Loss: 0.355629 Accuracy: 0.984375
Step: 17180 Loss: 0.494114 Accuracy: 0.921875
Step: 17190 Loss: 0.537692 Accuracy: 0.9375
Step: 17200 Loss: 0.432931 Accuracy: 0.96875
Test set accuracy: 0.832
Step: 17210 Loss: 0.48057 Accuracy: 0.9375
Step: 17220 Loss: 0.412645 Accuracy: 0.96875
Step: 17230 Loss: 0.387588 Accuracy: 0.953125
Step: 17240 Loss: 0.363398 Accuracy: 1.0
Step: 17250 Loss: 0.420985 Accuracy: 0.96875
Step: 17260 Loss: 0.359706 Accuracy: 0.96875
Step: 17270 Loss: 0.400683 Accuracy: 0.96875
Step: 17280 Loss: 0.418174 Accuracy: 0.953125
Step: 17290 Loss: 0.343727 Accuracy: 1.0
Step: 17300 Loss: 0.496276 Accuracy: 0.9375
Test set accuracy: 0.83
Step: 17310 Loss: 0.403038 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 17320 Loss: 0.409005 Accuracy: 0.9375
Step: 17330 Loss: 0.540894 Accuracy: 0.90625
Step: 17340 Loss: 0.395528 Accuracy: 0.984375
Step: 17350 Loss: 0.406576 Accuracy: 0.953125
Step: 17360 Loss: 0.416467 Accuracy: 0.921875
Step: 17370 Loss: 0.492166 Accuracy: 0.9375
Step: 17380 Loss: 0.39188 Accuracy: 0.96875
Step: 17390 Loss: 0.365034 Accuracy: 0.984375
Step: 17400 Loss: 0.398652 Accuracy: 0.984375
Test set accuracy: 0.84
Step: 17410 Loss: 0.389346 Accuracy: 0.984375
Step: 17420 Loss: 0.438698 Accuracy: 0.96875
Step: 17430 Loss: 0.407995 Accuracy: 0.96875
Step: 17440 Loss: 0.440351 Accuracy: 0.96875
Step: 17450 Loss: 0.339444 Accuracy: 1.0
Step: 17460 Loss: 0.387927 Accuracy: 0.96875
Step: 17470 Loss: 0.335839 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 17480 Loss: 0.473921 Accuracy: 0.96875
Step: 17490 Loss: 0.332201 Accuracy: 1.0
Step: 17500 Loss: 0.481192 Accuracy: 0.921875
Test set accuracy: 0.804
Step: 17510 Loss: 0.348755 Accuracy: 0.96875
Step: 17520 Loss: 0.425732 Accuracy: 0.96875
Step: 17530 Loss: 0.492248 Accuracy: 0.9375
Step: 17540 Loss: 0.395069 Accuracy: 0.984375
Step: 17550 Loss: 0.38083 Accuracy: 0.984375
Step: 17560 Loss: 0.367744 Accuracy: 0.96875
Step: 17570 Loss: 0.375359 Accuracy: 0.984375
Step: 17580 Loss: 0.387542 Accuracy: 0.953125
Step: 17590 Loss: 0.387433 Accuracy: 0.984375
Step: 17600 Loss: 0.531897 Accuracy: 0.921875
Test set accuracy: 0.852
Step: 17610 Loss: 0.40454 Accuracy: 0.96875
Step: 17620 Loss: 0.386957 Accuracy: 0.96875
Switched CIFAR set to 5
Step: 17630 Loss: 0.525085 Accuracy: 0.921875
Step: 17640 Loss: 0.421802 Accuracy: 0.953125
Step: 17650 Loss: 0.470715 Accuracy: 0.9375
Step: 17660 Loss: 0.504895 Accuracy: 0.921875
Step: 17670 Loss: 0.33909 Accuracy: 1.0
Step: 17680 Loss: 0.402248 Accuracy: 0.953125
Step: 17690 Loss: 0.324505 Accuracy: 0.984375
Step: 17700 Loss: 0.382319 Accuracy: 0.984375
Test set accuracy: 0.842
Step: 17710 Loss: 0.366273 Accuracy: 0.96875
Step: 17720 Loss: 0.313688 Accuracy: 1.0
Step: 17730 Loss: 0.395906 Accuracy: 0.9375
Step: 17740 Loss: 0.417755 Accuracy: 0.953125
Step: 17750 Loss: 0.307922 Accuracy: 1.0
Step: 17760 Loss: 0.429861 Accuracy: 0.96875
Step: 17770 Loss: 0.364149 Accuracy: 0.984375
Step: 17780 Loss: 0.399117 Accuracy: 0.96875
Switched CIFAR set to 1
Step: 17790 Loss: 0.416065 Accuracy: 0.9375
Step: 17800 Loss: 0.360376 Accuracy: 0.984375
Test set accuracy: 0.826
Step: 17810 Loss: 0.331109 Accuracy: 0.984375
Step: 17820 Loss: 0.441336 Accuracy: 0.953125
Step: 17830 Loss: 0.35623 Accuracy: 0.953125
Step: 17840 Loss: 0.417021 Accuracy: 0.984375
Step: 17850 Loss: 0.362173 Accuracy: 0.984375
Step: 17860 Loss: 0.509941 Accuracy: 0.921875
Step: 17870 Loss: 0.359517 Accuracy: 1.0
Step: 17880 Loss: 0.429713 Accuracy: 0.9375
Step: 17890 Loss: 0.380062 Accuracy: 0.96875
Step: 17900 Loss: 0.32998 Accuracy: 1.0
Test set accuracy: 0.832
Step: 17910 Loss: 0.362564 Accuracy: 0.984375
Step: 17920 Loss: 0.397858 Accuracy: 0.984375
Step: 17930 Loss: 0.39783 Accuracy: 0.96875
Switched CIFAR set to 2
Step: 17940 Loss: 0.379058 Accuracy: 0.984375
Step: 17950 Loss: 0.513812 Accuracy: 0.953125
Step: 17960 Loss: 0.497879 Accuracy: 0.90625
Step: 17970 Loss: 0.358817 Accuracy: 0.984375
Step: 17980 Loss: 0.464054 Accuracy: 0.96875
Step: 17990 Loss: 0.401279 Accuracy: 0.96875
Step: 18000 Loss: 0.408387 Accuracy: 0.953125
Test set accuracy: 0.828
Step: 18010 Loss: 0.345421 Accuracy: 0.96875
Step: 18020 Loss: 0.424382 Accuracy: 0.953125
Step: 18030 Loss: 0.384219 Accuracy: 0.96875
Step: 18040 Loss: 0.362165 Accuracy: 0.96875
Step: 18050 Loss: 0.40696 Accuracy: 0.984375
Step: 18060 Loss: 0.296729 Accuracy: 1.0
Step: 18070 Loss: 0.434328 Accuracy: 0.953125
Step: 18080 Loss: 0.364642 Accuracy: 0.984375
Step: 18090 Loss: 0.471286 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 18100 Loss: 0.419292 Accuracy: 0.96875
Test set accuracy: 0.838
Step: 18110 Loss: 0.381119 Accuracy: 0.96875
Step: 18120 Loss: 0.410075 Accuracy: 0.96875
Step: 18130 Loss: 0.392036 Accuracy: 0.984375
Step: 18140 Loss: 0.368476 Accuracy: 0.96875
Step: 18150 Loss: 0.355186 Accuracy: 0.984375
Step: 18160 Loss: 0.506036 Accuracy: 0.9375
Step: 18170 Loss: 0.411594 Accuracy: 0.96875
Step: 18180 Loss: 0.364851 Accuracy: 0.984375
Step: 18190 Loss: 0.552964 Accuracy: 0.90625
Step: 18200 Loss: 0.334696 Accuracy: 1.0
Test set accuracy: 0.856
Step: 18210 Loss: 0.409666 Accuracy: 0.96875
Step: 18220 Loss: 0.350848 Accuracy: 0.984375
Step: 18230 Loss: 0.42587 Accuracy: 0.953125
Step: 18240 Loss: 0.37087 Accuracy: 0.96875
Step: 18250 Loss: 0.345661 Accuracy: 1.0
Switched CIFAR set to 4
Step: 18260 Loss: 0.358606 Accuracy: 1.0
Step: 18270 Loss: 0.369794 Accuracy: 0.984375
Step: 18280 Loss: 0.368782 Accuracy: 0.96875
Step: 18290 Loss: 0.42633 Accuracy: 0.921875
Step: 18300 Loss: 0.421952 Accuracy: 0.96875
Test set accuracy: 0.848
Step: 18310 Loss: 0.468551 Accuracy: 0.96875
Step: 18320 Loss: 0.331354 Accuracy: 1.0
Step: 18330 Loss: 0.344888 Accuracy: 0.984375
Step: 18340 Loss: 0.389425 Accuracy: 0.96875
Step: 18350 Loss: 0.431584 Accuracy: 0.96875
Step: 18360 Loss: 0.370139 Accuracy: 0.984375
Step: 18370 Loss: 0.313911 Accuracy: 1.0
Step: 18380 Loss: 0.431999 Accuracy: 0.953125
Step: 18390 Loss: 0.461411 Accuracy: 0.9375
Step: 18400 Loss: 0.351091 Accuracy: 0.96875
Test set accuracy: 0.88
Switched CIFAR set to 5
Step: 18410 Loss: 0.360304 Accuracy: 0.984375
Step: 18420 Loss: 0.598798 Accuracy: 0.890625
Step: 18430 Loss: 0.380122 Accuracy: 0.984375
Step: 18440 Loss: 0.35074 Accuracy: 0.96875
Step: 18450 Loss: 0.303301 Accuracy: 1.0
Step: 18460 Loss: 0.412293 Accuracy: 0.953125
Step: 18470 Loss: 0.40864 Accuracy: 0.96875
Step: 18480 Loss: 0.414277 Accuracy: 0.96875
Step: 18490 Loss: 0.354464 Accuracy: 0.984375
Step: 18500 Loss: 0.397194 Accuracy: 0.984375
Test set accuracy: 0.854
Step: 18510 Loss: 0.388474 Accuracy: 0.984375
Step: 18520 Loss: 0.374365 Accuracy: 0.96875
Step: 18530 Loss: 0.416673 Accuracy: 0.9375
Step: 18540 Loss: 0.407871 Accuracy: 0.953125
Step: 18550 Loss: 0.407321 Accuracy: 0.984375
Step: 18560 Loss: 0.340123 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 18570 Loss: 0.405615 Accuracy: 0.984375
Step: 18580 Loss: 0.495116 Accuracy: 0.9375
Step: 18590 Loss: 0.442908 Accuracy: 0.96875
Step: 18600 Loss: 0.388298 Accuracy: 0.953125
Test set accuracy: 0.862
Step: 18610 Loss: 0.385458 Accuracy: 1.0
Step: 18620 Loss: 0.462898 Accuracy: 0.9375
Step: 18630 Loss: 0.33621 Accuracy: 0.984375
Step: 18640 Loss: 0.423169 Accuracy: 0.96875
Step: 18650 Loss: 0.325195 Accuracy: 1.0
Step: 18660 Loss: 0.371469 Accuracy: 0.984375
Step: 18670 Loss: 0.319059 Accuracy: 0.984375
Step: 18680 Loss: 0.429195 Accuracy: 0.953125
Step: 18690 Loss: 0.358977 Accuracy: 0.984375
Step: 18700 Loss: 0.613275 Accuracy: 0.921875
Test set accuracy: 0.86
Step: 18710 Loss: 0.372442 Accuracy: 0.984375
Switched CIFAR set to 2
Step: 18720 Loss: 0.405344 Accuracy: 0.96875
Step: 18730 Loss: 0.439837 Accuracy: 0.953125
Step: 18740 Loss: 0.342921 Accuracy: 0.984375
Step: 18750 Loss: 0.408758 Accuracy: 0.984375
Step: 18760 Loss: 0.370823 Accuracy: 0.96875
Step: 18770 Loss: 0.481853 Accuracy: 0.953125
Step: 18780 Loss: 0.389527 Accuracy: 0.984375
Step: 18790 Loss: 0.346065 Accuracy: 1.0
Step: 18800 Loss: 0.367405 Accuracy: 0.96875
Test set accuracy: 0.806
Step: 18810 Loss: 0.394006 Accuracy: 0.96875
Step: 18820 Loss: 0.467661 Accuracy: 0.953125
Step: 18830 Loss: 0.403015 Accuracy: 0.953125
Step: 18840 Loss: 0.366026 Accuracy: 0.984375
Step: 18850 Loss: 0.325309 Accuracy: 1.0
Step: 18860 Loss: 0.344517 Accuracy: 0.984375
Step: 18870 Loss: 0.303503 Accuracy: 1.0
Switched CIFAR set to 3
Step: 18880 Loss: 0.33475 Accuracy: 1.0
Step: 18890 Loss: 0.319077 Accuracy: 1.0
Step: 18900 Loss: 0.352125 Accuracy: 0.984375
Test set accuracy: 0.838
Step: 18910 Loss: 0.367704 Accuracy: 0.984375
Step: 18920 Loss: 0.497186 Accuracy: 0.9375
Step: 18930 Loss: 0.350822 Accuracy: 0.984375
Step: 18940 Loss: 0.440042 Accuracy: 0.9375
Step: 18950 Loss: 0.429761 Accuracy: 0.96875
Step: 18960 Loss: 0.369622 Accuracy: 0.984375
Step: 18970 Loss: 0.453906 Accuracy: 0.984375
Step: 18980 Loss: 0.380534 Accuracy: 0.96875
Step: 18990 Loss: 0.344282 Accuracy: 0.984375
Step: 19000 Loss: 0.323365 Accuracy: 1.0
Test set accuracy: 0.874
Step: 19010 Loss: 0.326182 Accuracy: 1.0
Step: 19020 Loss: 0.436193 Accuracy: 1.0
Step: 19030 Loss: 0.38248 Accuracy: 0.984375
Switched CIFAR set to 4
Step: 19040 Loss: 0.332841 Accuracy: 0.984375
Step: 19050 Loss: 0.372999 Accuracy: 0.96875
Step: 19060 Loss: 0.436157 Accuracy: 0.953125
Step: 19070 Loss: 0.434792 Accuracy: 0.953125
Step: 19080 Loss: 0.4944 Accuracy: 0.9375
Step: 19090 Loss: 0.381441 Accuracy: 0.96875
Step: 19100 Loss: 0.351503 Accuracy: 0.984375
Test set accuracy: 0.842
Step: 19110 Loss: 0.385229 Accuracy: 0.984375
Step: 19120 Loss: 0.442772 Accuracy: 0.9375
Step: 19130 Loss: 0.330768 Accuracy: 1.0
Step: 19140 Loss: 0.308012 Accuracy: 1.0
Step: 19150 Loss: 0.354027 Accuracy: 1.0
Step: 19160 Loss: 0.322353 Accuracy: 1.0
Step: 19170 Loss: 0.434072 Accuracy: 0.953125
Step: 19180 Loss: 0.331183 Accuracy: 1.0
Switched CIFAR set to 5
Step: 19190 Loss: 0.34856 Accuracy: 0.984375
Step: 19200 Loss: 0.398475 Accuracy: 0.96875
Test set accuracy: 0.86
Step: 19210 Loss: 0.418918 Accuracy: 0.96875
Step: 19220 Loss: 0.407937 Accuracy: 0.984375
Step: 19230 Loss: 0.445217 Accuracy: 0.9375
Step: 19240 Loss: 0.357606 Accuracy: 0.984375
Step: 19250 Loss: 0.339144 Accuracy: 0.96875
Step: 19260 Loss: 0.38122 Accuracy: 0.984375
Step: 19270 Loss: 0.384964 Accuracy: 0.953125
Step: 19280 Loss: 0.374546 Accuracy: 0.984375
Step: 19290 Loss: 0.337336 Accuracy: 1.0
Step: 19300 Loss: 0.380318 Accuracy: 0.96875
Test set accuracy: 0.844
Step: 19310 Loss: 0.322335 Accuracy: 1.0
Step: 19320 Loss: 0.372723 Accuracy: 0.984375
Step: 19330 Loss: 0.407386 Accuracy: 0.96875
Step: 19340 Loss: 0.376856 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 19350 Loss: 0.365242 Accuracy: 0.984375
Step: 19360 Loss: 0.415622 Accuracy: 0.96875
Step: 19370 Loss: 0.556724 Accuracy: 0.90625
Step: 19380 Loss: 0.404772 Accuracy: 0.984375
Step: 19390 Loss: 0.329725 Accuracy: 1.0
Step: 19400 Loss: 0.376917 Accuracy: 0.953125
Test set accuracy: 0.852
Step: 19410 Loss: 0.525922 Accuracy: 0.921875
Step: 19420 Loss: 0.436655 Accuracy: 0.9375
Step: 19430 Loss: 0.402528 Accuracy: 0.96875
Step: 19440 Loss: 0.311952 Accuracy: 1.0
Step: 19450 Loss: 0.423482 Accuracy: 0.96875
Step: 19460 Loss: 0.346515 Accuracy: 1.0
Step: 19470 Loss: 0.544375 Accuracy: 0.9375
Step: 19480 Loss: 0.330047 Accuracy: 1.0
Step: 19490 Loss: 0.397178 Accuracy: 0.984375
Switched CIFAR set to 2
Step: 19500 Loss: 0.345927 Accuracy: 0.984375
Test set accuracy: 0.8
Step: 19510 Loss: 0.429569 Accuracy: 0.921875
Step: 19520 Loss: 0.474323 Accuracy: 0.953125
Step: 19530 Loss: 0.478119 Accuracy: 0.9375
Step: 19540 Loss: 0.384395 Accuracy: 0.953125
Step: 19550 Loss: 0.457238 Accuracy: 0.96875
Step: 19560 Loss: 0.381313 Accuracy: 0.984375
Step: 19570 Loss: 0.361058 Accuracy: 0.953125
Step: 19580 Loss: 0.381859 Accuracy: 0.96875
Step: 19590 Loss: 0.330506 Accuracy: 1.0
Step: 19600 Loss: 0.422548 Accuracy: 0.953125
Test set accuracy: 0.868
Step: 19610 Loss: 0.32653 Accuracy: 1.0
Step: 19620 Loss: 0.43785 Accuracy: 0.96875
Step: 19630 Loss: 0.302399 Accuracy: 1.0
Step: 19640 Loss: 0.351333 Accuracy: 0.984375
Step: 19650 Loss: 0.384756 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 19660 Loss: 0.415212 Accuracy: 0.984375
Step: 19670 Loss: 0.311483 Accuracy: 1.0
Step: 19680 Loss: 0.338757 Accuracy: 0.984375
Step: 19690 Loss: 0.4221 Accuracy: 0.96875
Step: 19700 Loss: 0.370659 Accuracy: 0.96875
Test set accuracy: 0.854
Step: 19710 Loss: 0.383711 Accuracy: 0.96875
Step: 19720 Loss: 0.412817 Accuracy: 0.953125
Step: 19730 Loss: 0.438781 Accuracy: 0.953125
Step: 19740 Loss: 0.421448 Accuracy: 0.984375
Step: 19750 Loss: 0.459022 Accuracy: 0.921875
Step: 19760 Loss: 0.421831 Accuracy: 0.96875
Step: 19770 Loss: 0.417023 Accuracy: 0.96875
Step: 19780 Loss: 0.373133 Accuracy: 0.96875
Step: 19790 Loss: 0.45069 Accuracy: 0.96875
Step: 19800 Loss: 0.384768 Accuracy: 0.984375
Test set accuracy: 0.822
Step: 19810 Loss: 0.344301 Accuracy: 0.984375
Switched CIFAR set to 4
Step: 19820 Loss: 0.41379 Accuracy: 0.96875
Step: 19830 Loss: 0.382126 Accuracy: 0.96875
Step: 19840 Loss: 0.394078 Accuracy: 0.96875
Step: 19850 Loss: 0.371647 Accuracy: 0.96875
Step: 19860 Loss: 0.323699 Accuracy: 0.984375
Step: 19870 Loss: 0.400684 Accuracy: 0.984375
Step: 19880 Loss: 0.532588 Accuracy: 0.953125
Step: 19890 Loss: 0.447169 Accuracy: 0.9375
Step: 19900 Loss: 0.343904 Accuracy: 1.0
Test set accuracy: 0.848
Step: 19910 Loss: 0.342675 Accuracy: 0.984375
Step: 19920 Loss: 0.367667 Accuracy: 0.984375
Step: 19930 Loss: 0.400164 Accuracy: 0.984375
Step: 19940 Loss: 0.340485 Accuracy: 0.984375
Step: 19950 Loss: 0.40275 Accuracy: 1.0
Step: 19960 Loss: 0.514504 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 19970 Loss: 0.41169 Accuracy: 0.96875
Step: 19980 Loss: 0.402165 Accuracy: 0.984375
Step: 19990 Loss: 0.488884 Accuracy: 0.953125
Model saved in file: ./trainingmodels/model_resnet.ckpt
In [10]:
plt.plot(l) #Plot training loss
Out[10]:
[<matplotlib.lines.Line2D at 0x7fcb0c89ca10>]
In [11]:
plt.plot(a) #Plot training accuracy
Out[11]:
[<matplotlib.lines.Line2D at 0x7fcb062a5050>]
In [12]:
plt.plot(aT) #Plot test accuracy
Out[12]:
[<matplotlib.lines.Line2D at 0x7fcaaae90390>]
In [13]:
np.max(aT) #Best test accuracy
Out[13]:
0.88
In [6]:
# Calculate test accuracy
def CalcTestAccuracy(sess, data, labels, isTransformed):
percentageList = np.zeros(10)
yT = np.reshape(np.array(labels),[len(labels)])
if(isTransformed):
lossT,yP = sess.run([loss,output],feed_dict={input_layer:data.eval(),label_layer:yT})
else:
lossT,yP = sess.run([loss,output],feed_dict={input_layer:data,label_layer:yT})
equal = np.equal(yT,np.argmax(yP,1))
accuracy = np.sum(equal)/float(len(yT))
print "Test set accuracy: " + str(accuracy)
for i in range(0,len(yT)):
if equal[i] == False:
index = yT[i]
percentageList[index] += 1
return accuracy, percentageList
In [7]:
def RotateAndCalc(sess, images, labels):
#List with all accuracies
accList = []
prcList = np.zeros(len(labels))
rotAngle = 10
curAngle = 10
#First run for original image
fAcc,fPrc = CalcTestAccuracy(sess, ConvertImages(images), labels, False)
accList.append(fAcc)
prcList = [x+y for x, y in zip(prcList, fPrc)]
#Rotate 10 degree
while curAngle < 360:
print "Rotating degree " + str(curAngle)
rotImages = tf.contrib.image.rotate(ConvertImages(images), np.radians(curAngle))
#Calc accuracy for the rotated images
sAcc, sPrc = CalcTestAccuracy(sess, rotImages, labels, True)
prcList = [x+y for x, y in zip(prcList, sPrc)]
accList.append(sAcc)
#Increment or curAngle with +rotAngle
curAngle += rotAngle
#Get failures in percentage
prcSum = sum(prcList)
nPrcList = []
for numb in prcList:
nPrcList.append((numb / prcSum) * 100)
return accList, nPrcList
def GetLabelData(numbOfImg):
images = []
labels = []
currImg = 0
index = 0
#Collect data for one specific label
while currImg < numbOfImg:
if cifarT['labels'][index] == label:
images.append(cifarT['data'][index])
labels.append(cifarT['labels'][index])
currImg += 1
index += 1
return images, labels
def GetScrambleData(numbOfImg):
#Collect data across labels
images = cifarT['data'][0:numbOfImg]
labels = cifarT['labels'][0:numbOfImg]
return images, labels
def PlotAcc(accList):
#Plot our accuracies
x = np.arange(0, 360, 10)
plt.xlabel('Degree')
plt.ylabel('Accuracy')
plt.title('Accuracy with rotating images')
plt.plot(x,accList)
plt.show()
np.seterr(divide='ignore', invalid='ignore')
saver = tf.train.Saver()
with tf.Session() as sess:
saver.restore(sess, "./trainingmodels/DenseNet/model_densenet.ckpt")
print "Model restored."
numbOfImg = 500 #Number of images to be found
finalLabelList = [] #List with each labellist inside it
'''
#Scramble classification
print "Scramble classification"
sImages, sLabels = GetScrambleData(2000)
sAcc, sPrc = RotateAndCalc(sess, sImages, sLabels)
print "Percentage for failing classification: "
print sPrc
print "Total accuracy for the test set: " + str(sAcc[0])
PlotAcc(sAcc)
'''
#Label wise classification
print "Label wise classification"
for label in range(0,10): #Label value 0-9
print "Classifying on label: " + str(label)
images, labels = GetLabelData(numbOfImg)
lAcc,_ = RotateAndCalc(sess, images, labels)
finalLabelList.append(lAcc)
PlotAcc(lAcc)
# Print all the label wise in same plot
Labels = ['Airplane', 'Automobile', 'Bird', 'Cat', 'Deer', 'Dog', 'Frog', 'Horse', 'Ship', 'Truck']
for i in range(len(finalLabelList)):
x = np.arange(0, 360, 10)
plt.xlabel('Degree')
plt.ylabel('Accuracy')
plt.title('Accuracy with rotating images')
plt.plot(x,finalLabelList[i], label=Labels[i])
plt.legend(bbox_to_anchor=(1.05, 1), loc=2, borderaxespad=0.)
plt.show()
Model restored.
Label wise classification
Classifying on label: 0
Test set accuracy: 0.338
Rotating degree 10
Test set accuracy: 0.3
Rotating degree 20
Test set accuracy: 0.162
Rotating degree 30
Test set accuracy: 0.112
Rotating degree 40
Test set accuracy: 0.088
Rotating degree 50
Test set accuracy: 0.048
Rotating degree 60
Test set accuracy: 0.05
Rotating degree 70
Test set accuracy: 0.06
Rotating degree 80
Test set accuracy: 0.128
Rotating degree 90
Test set accuracy: 0.176
Rotating degree 100
Test set accuracy: 0.148
Rotating degree 110
Test set accuracy: 0.114
Rotating degree 120
Test set accuracy: 0.068
Rotating degree 130
Test set accuracy: 0.056
Rotating degree 140
Test set accuracy: 0.036
Rotating degree 150
Test set accuracy: 0.038
Rotating degree 160
Test set accuracy: 0.068
Rotating degree 170
Test set accuracy: 0.148
Rotating degree 180
Test set accuracy: 0.19
Rotating degree 190
Test set accuracy: 0.192
Rotating degree 200
Test set accuracy: 0.162
Rotating degree 210
Test set accuracy: 0.108
Rotating degree 220
Test set accuracy: 0.078
Rotating degree 230
Test set accuracy: 0.052
Rotating degree 240
Test set accuracy: 0.042
Rotating degree 250
Test set accuracy: 0.06
Rotating degree 260
Test set accuracy: 0.122
Rotating degree 270
Test set accuracy: 0.192
Rotating degree 280
Test set accuracy: 0.158
Rotating degree 290
Test set accuracy: 0.136
Rotating degree 300
Test set accuracy: 0.088
Rotating degree 310
Test set accuracy: 0.066
Rotating degree 320
Test set accuracy: 0.068
Rotating degree 330
Test set accuracy: 0.09
Rotating degree 340
Test set accuracy: 0.104
Rotating degree 350
Test set accuracy: 0.252
Classifying on label: 1
Test set accuracy: 0.506
Rotating degree 10
Test set accuracy: 0.396
Rotating degree 20
Test set accuracy: 0.286
Rotating degree 30
Test set accuracy: 0.21
Rotating degree 40
Test set accuracy: 0.142
Rotating degree 50
Test set accuracy: 0.134
Rotating degree 60
Test set accuracy: 0.112
Rotating degree 70
Test set accuracy: 0.084
Rotating degree 80
Test set accuracy: 0.078
Rotating degree 90
Test set accuracy: 0.098
Rotating degree 100
Test set accuracy: 0.074
Rotating degree 110
Test set accuracy: 0.082
Rotating degree 120
Test set accuracy: 0.126
Rotating degree 130
Test set accuracy: 0.124
Rotating degree 140
Test set accuracy: 0.162
Rotating degree 150
Test set accuracy: 0.156
Rotating degree 160
Test set accuracy: 0.146
Rotating degree 170
Test set accuracy: 0.116
Rotating degree 180
Test set accuracy: 0.118
Rotating degree 190
Test set accuracy: 0.106
Rotating degree 200
Test set accuracy: 0.134
Rotating degree 210
Test set accuracy: 0.134
Rotating degree 220
Test set accuracy: 0.146
Rotating degree 230
Test set accuracy: 0.124
Rotating degree 240
Test set accuracy: 0.126
Rotating degree 250
Test set accuracy: 0.116
Rotating degree 260
Test set accuracy: 0.086
Rotating degree 270
Test set accuracy: 0.104
Rotating degree 280
Test set accuracy: 0.084
Rotating degree 290
Test set accuracy: 0.1
Rotating degree 300
Test set accuracy: 0.12
Rotating degree 310
Test set accuracy: 0.144
Rotating degree 320
Test set accuracy: 0.168
Rotating degree 330
Test set accuracy: 0.218
Rotating degree 340
Test set accuracy: 0.3
Rotating degree 350
Test set accuracy: 0.372
Classifying on label: 2
Test set accuracy: 0.344
Rotating degree 10
Test set accuracy: 0.362
Rotating degree 20
Test set accuracy: 0.264
Rotating degree 30
Test set accuracy: 0.166
Rotating degree 40
Test set accuracy: 0.126
Rotating degree 50
Test set accuracy: 0.106
Rotating degree 60
Test set accuracy: 0.126
Rotating degree 70
Test set accuracy: 0.156
Rotating degree 80
Test set accuracy: 0.19
Rotating degree 90
Test set accuracy: 0.156
Rotating degree 100
Test set accuracy: 0.178
Rotating degree 110
Test set accuracy: 0.156
Rotating degree 120
Test set accuracy: 0.092
Rotating degree 130
Test set accuracy: 0.084
Rotating degree 140
Test set accuracy: 0.098
Rotating degree 150
Test set accuracy: 0.12
Rotating degree 160
Test set accuracy: 0.162
Rotating degree 170
Test set accuracy: 0.182
Rotating degree 180
Test set accuracy: 0.156
Rotating degree 190
Test set accuracy: 0.168
Rotating degree 200
Test set accuracy: 0.164
Rotating degree 210
Test set accuracy: 0.112
Rotating degree 220
Test set accuracy: 0.074
Rotating degree 230
Test set accuracy: 0.08
Rotating degree 240
Test set accuracy: 0.116
Rotating degree 250
Test set accuracy: 0.15
Rotating degree 260
Test set accuracy: 0.186
Rotating degree 270
Test set accuracy: 0.178
Rotating degree 280
Test set accuracy: 0.172
Rotating degree 290
Test set accuracy: 0.15
Rotating degree 300
Test set accuracy: 0.124
Rotating degree 310
Test set accuracy: 0.124
Rotating degree 320
Test set accuracy: 0.116
Rotating degree 330
Test set accuracy: 0.16
Rotating degree 340
Test set accuracy: 0.278
Rotating degree 350
Test set accuracy: 0.306
Classifying on label: 3
Test set accuracy: 0.274
Rotating degree 10
Test set accuracy: 0.274
Rotating degree 20
Test set accuracy: 0.28
Rotating degree 30
Test set accuracy: 0.246
Rotating degree 40
Test set accuracy: 0.21
Rotating degree 50
Test set accuracy: 0.188
Rotating degree 60
Test set accuracy: 0.204
Rotating degree 70
Test set accuracy: 0.216
Rotating degree 80
Test set accuracy: 0.22
Rotating degree 90
Test set accuracy: 0.156
Rotating degree 100
Test set accuracy: 0.214
Rotating degree 110
Test set accuracy: 0.224
Rotating degree 120
Test set accuracy: 0.208
Rotating degree 130
Test set accuracy: 0.15
Rotating degree 140
Test set accuracy: 0.154
Rotating degree 150
Test set accuracy: 0.194
Rotating degree 160
Test set accuracy: 0.208
Rotating degree 170
Test set accuracy: 0.204
Rotating degree 180
Test set accuracy: 0.16
Rotating degree 190
Test set accuracy: 0.21
Rotating degree 200
Test set accuracy: 0.206
Rotating degree 210
Test set accuracy: 0.22
Rotating degree 220
Test set accuracy: 0.178
Rotating degree 230
Test set accuracy: 0.19
Rotating degree 240
Test set accuracy: 0.216
Rotating degree 250
Test set accuracy: 0.22
Rotating degree 260
Test set accuracy: 0.238
Rotating degree 270
Test set accuracy: 0.176
Rotating degree 280
Test set accuracy: 0.22
Rotating degree 290
Test set accuracy: 0.222
Rotating degree 300
Test set accuracy: 0.204
Rotating degree 310
Test set accuracy: 0.192
Rotating degree 320
Test set accuracy: 0.182
Rotating degree 330
Test set accuracy: 0.196
Rotating degree 340
Test set accuracy: 0.242
Rotating degree 350
Test set accuracy: 0.276
Classifying on label: 4
Test set accuracy: 0.312
Rotating degree 10
Test set accuracy: 0.29
Rotating degree 20
Test set accuracy: 0.206
Rotating degree 30
Test set accuracy: 0.118
Rotating degree 40
Test set accuracy: 0.086
Rotating degree 50
Test set accuracy: 0.08
Rotating degree 60
Test set accuracy: 0.106
Rotating degree 70
Test set accuracy: 0.132
Rotating degree 80
Test set accuracy: 0.186
Rotating degree 90
Test set accuracy: 0.146
Rotating degree 100
Test set accuracy: 0.146
Rotating degree 110
Test set accuracy: 0.108
Rotating degree 120
Test set accuracy: 0.102
Rotating degree 130
Test set accuracy: 0.094
Rotating degree 140
Test set accuracy: 0.082
Rotating degree 150
Test set accuracy: 0.098
Rotating degree 160
Test set accuracy: 0.122
Rotating degree 170
Test set accuracy: 0.202
Rotating degree 180
Test set accuracy: 0.162
Rotating degree 190
Test set accuracy: 0.182
Rotating degree 200
Test set accuracy: 0.13
Rotating degree 210
Test set accuracy: 0.1
Rotating degree 220
Test set accuracy: 0.086
Rotating degree 230
Test set accuracy: 0.078
Rotating degree 240
Test set accuracy: 0.1
Rotating degree 250
Test set accuracy: 0.122
Rotating degree 260
Test set accuracy: 0.186
Rotating degree 270
Test set accuracy: 0.146
Rotating degree 280
Test set accuracy: 0.156
Rotating degree 290
Test set accuracy: 0.106
Rotating degree 300
Test set accuracy: 0.08
Rotating degree 310
Test set accuracy: 0.068
Rotating degree 320
Test set accuracy: 0.084
Rotating degree 330
Test set accuracy: 0.14
Rotating degree 340
Test set accuracy: 0.22
Rotating degree 350
Test set accuracy: 0.312
Classifying on label: 5
Test set accuracy: 0.284
Rotating degree 10
Test set accuracy: 0.264
Rotating degree 20
Test set accuracy: 0.25
Rotating degree 30
Test set accuracy: 0.232
Rotating degree 40
Test set accuracy: 0.21
Rotating degree 50
Test set accuracy: 0.204
Rotating degree 60
Test set accuracy: 0.184
Rotating degree 70
Test set accuracy: 0.18
Rotating degree 80
Test set accuracy: 0.142
Rotating degree 90
Test set accuracy: 0.152
Rotating degree 100
Test set accuracy: 0.158
Rotating degree 110
Test set accuracy: 0.17
Rotating degree 120
Test set accuracy: 0.156
Rotating degree 130
Test set accuracy: 0.146
Rotating degree 140
Test set accuracy: 0.16
Rotating degree 150
Test set accuracy: 0.204
Rotating degree 160
Test set accuracy: 0.164
Rotating degree 170
Test set accuracy: 0.148
Rotating degree 180
Test set accuracy: 0.168
Rotating degree 190
Test set accuracy: 0.15
Rotating degree 200
Test set accuracy: 0.194
Rotating degree 210
Test set accuracy: 0.176
Rotating degree 220
Test set accuracy: 0.208
Rotating degree 230
Test set accuracy: 0.166
Rotating degree 240
Test set accuracy: 0.184
Rotating degree 250
Test set accuracy: 0.166
Rotating degree 260
Test set accuracy: 0.162
Rotating degree 270
Test set accuracy: 0.162
Rotating degree 280
Test set accuracy: 0.148
Rotating degree 290
Test set accuracy: 0.166
Rotating degree 300
Test set accuracy: 0.176
Rotating degree 310
Test set accuracy: 0.2
Rotating degree 320
Test set accuracy: 0.218
Rotating degree 330
Test set accuracy: 0.222
Rotating degree 340
Test set accuracy: 0.222
Rotating degree 350
Test set accuracy: 0.234
Classifying on label: 6
Test set accuracy: 0.338
Rotating degree 10
Test set accuracy: 0.294
Rotating degree 20
Test set accuracy: 0.234
Rotating degree 30
Test set accuracy: 0.196
Rotating degree 40
Test set accuracy: 0.186
Rotating degree 50
Test set accuracy: 0.2
Rotating degree 60
Test set accuracy: 0.188
Rotating degree 70
Test set accuracy: 0.198
Rotating degree 80
Test set accuracy: 0.198
Rotating degree 90
Test set accuracy: 0.178
Rotating degree 100
Test set accuracy: 0.17
Rotating degree 110
Test set accuracy: 0.162
Rotating degree 120
Test set accuracy: 0.152
Rotating degree 130
Test set accuracy: 0.158
Rotating degree 140
Test set accuracy: 0.154
Rotating degree 150
Test set accuracy: 0.156
Rotating degree 160
Test set accuracy: 0.158
Rotating degree 170
Test set accuracy: 0.164
Rotating degree 180
Test set accuracy: 0.154
Rotating degree 190
Test set accuracy: 0.154
Rotating degree 200
Test set accuracy: 0.136
Rotating degree 210
Test set accuracy: 0.124
Rotating degree 220
Test set accuracy: 0.138
Rotating degree 230
Test set accuracy: 0.158
Rotating degree 240
Test set accuracy: 0.156
Rotating degree 250
Test set accuracy: 0.188
Rotating degree 260
Test set accuracy: 0.182
Rotating degree 270
Test set accuracy: 0.166
Rotating degree 280
Test set accuracy: 0.196
Rotating degree 290
Test set accuracy: 0.168
Rotating degree 300
Test set accuracy: 0.148
Rotating degree 310
Test set accuracy: 0.164
Rotating degree 320
Test set accuracy: 0.172
Rotating degree 330
Test set accuracy: 0.196
Rotating degree 340
Test set accuracy: 0.266
Rotating degree 350
Test set accuracy: 0.292
Classifying on label: 7
Test set accuracy: 0.42
Rotating degree 10
Test set accuracy: 0.32
Rotating degree 20
Test set accuracy: 0.238
Rotating degree 30
Test set accuracy: 0.148
Rotating degree 40
Test set accuracy: 0.154
Rotating degree 50
Test set accuracy: 0.126
Rotating degree 60
Test set accuracy: 0.082
Rotating degree 70
Test set accuracy: 0.068
Rotating degree 80
Test set accuracy: 0.076
Rotating degree 90
Test set accuracy: 0.072
Rotating degree 100
Test set accuracy: 0.05
Rotating degree 110
Test set accuracy: 0.062
Rotating degree 120
Test set accuracy: 0.06
Rotating degree 130
Test set accuracy: 0.082
Rotating degree 140
Test set accuracy: 0.076
Rotating degree 150
Test set accuracy: 0.064
Rotating degree 160
Test set accuracy: 0.056
Rotating degree 170
Test set accuracy: 0.052
Rotating degree 180
Test set accuracy: 0.054
Rotating degree 190
Test set accuracy: 0.052
Rotating degree 200
Test set accuracy: 0.046
Rotating degree 210
Test set accuracy: 0.058
Rotating degree 220
Test set accuracy: 0.086
Rotating degree 230
Test set accuracy: 0.076
Rotating degree 240
Test set accuracy: 0.064
Rotating degree 250
Test set accuracy: 0.066
Rotating degree 260
Test set accuracy: 0.074
Rotating degree 270
Test set accuracy: 0.09
Rotating degree 280
Test set accuracy: 0.08
Rotating degree 290
Test set accuracy: 0.078
Rotating degree 300
Test set accuracy: 0.098
Rotating degree 310
Test set accuracy: 0.14
Rotating degree 320
Test set accuracy: 0.134
Rotating degree 330
Test set accuracy: 0.162
Rotating degree 340
Test set accuracy: 0.24
Rotating degree 350
Test set accuracy: 0.31
Classifying on label: 8
Test set accuracy: 0.42
Rotating degree 10
Test set accuracy: 0.296
Rotating degree 20
Test set accuracy: 0.246
Rotating degree 30
Test set accuracy: 0.256
Rotating degree 40
Test set accuracy: 0.232
Rotating degree 50
Test set accuracy: 0.222
Rotating degree 60
Test set accuracy: 0.146
Rotating degree 70
Test set accuracy: 0.112
Rotating degree 80
Test set accuracy: 0.112
Rotating degree 90
Test set accuracy: 0.124
Rotating degree 100
Test set accuracy: 0.09
Rotating degree 110
Test set accuracy: 0.088
Rotating degree 120
Test set accuracy: 0.114
Rotating degree 130
Test set accuracy: 0.118
Rotating degree 140
Test set accuracy: 0.1
Rotating degree 150
Test set accuracy: 0.12
Rotating degree 160
Test set accuracy: 0.11
Rotating degree 170
Test set accuracy: 0.082
Rotating degree 180
Test set accuracy: 0.084
Rotating degree 190
Test set accuracy: 0.074
Rotating degree 200
Test set accuracy: 0.078
Rotating degree 210
Test set accuracy: 0.134
Rotating degree 220
Test set accuracy: 0.146
Rotating degree 230
Test set accuracy: 0.17
Rotating degree 240
Test set accuracy: 0.168
Rotating degree 250
Test set accuracy: 0.17
Rotating degree 260
Test set accuracy: 0.122
Rotating degree 270
Test set accuracy: 0.16
Rotating degree 280
Test set accuracy: 0.078
Rotating degree 290
Test set accuracy: 0.086
Rotating degree 300
Test set accuracy: 0.134
Rotating degree 310
Test set accuracy: 0.17
Rotating degree 320
Test set accuracy: 0.204
Rotating degree 330
Test set accuracy: 0.27
Rotating degree 340
Test set accuracy: 0.316
Rotating degree 350
Test set accuracy: 0.37
Classifying on label: 9
Test set accuracy: 0.42
Rotating degree 10
Test set accuracy: 0.216
Rotating degree 20
Test set accuracy: 0.134
Rotating degree 30
Test set accuracy: 0.142
Rotating degree 40
Test set accuracy: 0.168
Rotating degree 50
Test set accuracy: 0.116
Rotating degree 60
Test set accuracy: 0.086
Rotating degree 70
Test set accuracy: 0.072
Rotating degree 80
Test set accuracy: 0.056
Rotating degree 90
Test set accuracy: 0.15
Rotating degree 100
Test set accuracy: 0.056
Rotating degree 110
Test set accuracy: 0.052
Rotating degree 120
Test set accuracy: 0.096
Rotating degree 130
Test set accuracy: 0.096
Rotating degree 140
Test set accuracy: 0.064
Rotating degree 150
Test set accuracy: 0.054
Rotating degree 160
Test set accuracy: 0.066
Rotating degree 170
Test set accuracy: 0.058
Rotating degree 180
Test set accuracy: 0.104
Rotating degree 190
Test set accuracy: 0.042
Rotating degree 200
Test set accuracy: 0.058
Rotating degree 210
Test set accuracy: 0.082
Rotating degree 220
Test set accuracy: 0.114
Rotating degree 230
Test set accuracy: 0.08
Rotating degree 240
Test set accuracy: 0.042
Rotating degree 250
Test set accuracy: 0.046
Rotating degree 260
Test set accuracy: 0.038
Rotating degree 270
Test set accuracy: 0.152
Rotating degree 280
Test set accuracy: 0.056
Rotating degree 290
Test set accuracy: 0.08
Rotating degree 300
Test set accuracy: 0.132
Rotating degree 310
Test set accuracy: 0.154
Rotating degree 320
Test set accuracy: 0.122
Rotating degree 330
Test set accuracy: 0.084
Rotating degree 340
Test set accuracy: 0.162
Rotating degree 350
Test set accuracy: 0.238
In [ ]:
Content source: Rotvig/cs231n
Similar notebooks: